{"id":"https://openalex.org/W2789443414","doi":"https://doi.org/10.1109/itsc.2017.8317694","title":"Framework for control and deep reinforcement learning in traffic","display_name":"Framework for control and deep reinforcement learning in traffic","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2789443414","doi":"https://doi.org/10.1109/itsc.2017.8317694","mag":"2789443414"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2017.8317694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2017.8317694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102933746","display_name":"Cathy Wu","orcid":"https://orcid.org/0000-0001-8594-303X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cathy Wu","raw_affiliation_strings":["Electrical Engineering and Computer Science, UC Berkeley"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086809199","display_name":"Kanaad Parvate","orcid":"https://orcid.org/0000-0003-1446-0609"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanaad Parvate","raw_affiliation_strings":["Electrical Engineering and Computer Science, UC Berkeley"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041703216","display_name":"Nishant Kheterpal","orcid":"https://orcid.org/0000-0001-5868-7843"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nishant Kheterpal","raw_affiliation_strings":["Electrical Engineering and Computer Science, UC Berkeley"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052151063","display_name":"Leah Dickstein","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leah Dickstein","raw_affiliation_strings":["Electrical Engineering and Computer Science, UC Berkeley"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112712086","display_name":"Ankur Mehta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ankur Mehta","raw_affiliation_strings":["Electrical Engineering, UCLA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering, UCLA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015277482","display_name":"Eugene Vinitsky","orcid":"https://orcid.org/0000-0003-2372-4944"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Vinitsky","raw_affiliation_strings":["Mechanical Engineering, UC Berkeley"],"affiliations":[{"raw_affiliation_string":"Mechanical Engineering, UC Berkeley","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021116704","display_name":"Alexandre M. Bayen","orcid":"https://orcid.org/0000-0002-6697-222X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre M Bayen","raw_affiliation_strings":["UC Berkeley, Institute for Transportation Studies"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Institute for Transportation Studies","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102933746"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.2243,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.94573767,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9281731843948364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7372920513153076},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6846308708190918},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6691068410873413},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6339200735092163},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5970690250396729},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5402151942253113},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4658570885658264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41157686710357666},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.340884268283844},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3362218737602234},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0772048830986023}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9281731843948364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372920513153076},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6846308708190918},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6691068410873413},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6339200735092163},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5970690250396729},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5402151942253113},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4658570885658264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41157686710357666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.340884268283844},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3362218737602234},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0772048830986023},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2017.8317694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2017.8317694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W6346207","https://openalex.org/W68606721","https://openalex.org/W146964248","https://openalex.org/W341403209","https://openalex.org/W592031657","https://openalex.org/W655792350","https://openalex.org/W1191599655","https://openalex.org/W1582842717","https://openalex.org/W1750311484","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1869778509","https://openalex.org/W1965455100","https://openalex.org/W1967444754","https://openalex.org/W1968719911","https://openalex.org/W1973549878","https://openalex.org/W2007700466","https://openalex.org/W2008102069","https://openalex.org/W2008115886","https://openalex.org/W2028145673","https://openalex.org/W2036785686","https://openalex.org/W2042059757","https://openalex.org/W2043388587","https://openalex.org/W2043695188","https://openalex.org/W2056330389","https://openalex.org/W2076337359","https://openalex.org/W2081632288","https://openalex.org/W2081998410","https://openalex.org/W2094039233","https://openalex.org/W2101628261","https://openalex.org/W2107556430","https://openalex.org/W2111204826","https://openalex.org/W2123746946","https://openalex.org/W2139728973","https://openalex.org/W2150468603","https://openalex.org/W2154246849","https://openalex.org/W2155027007","https://openalex.org/W2157756835","https://openalex.org/W2158782408","https://openalex.org/W2336315587","https://openalex.org/W2342662072","https://openalex.org/W2487175822","https://openalex.org/W2534881364","https://openalex.org/W2547416798","https://openalex.org/W2583813242","https://openalex.org/W2727840223","https://openalex.org/W2890655496","https://openalex.org/W2964006217","https://openalex.org/W3103780890","https://openalex.org/W4214928630","https://openalex.org/W4298857966","https://openalex.org/W6617662200","https://openalex.org/W6621798300","https://openalex.org/W6635069774","https://openalex.org/W6638018090","https://openalex.org/W6639086533","https://openalex.org/W6639949747","https://openalex.org/W6683204974","https://openalex.org/W6728559357","https://openalex.org/W6754619566"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W2109940557"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"deep":[3,78],"reinforcement":[4,79],"learning":[5,26,80],"(RL)":[6],"offer":[7],"an":[8,85],"opportunity":[9],"to":[10,32,95],"revisit":[11],"complex":[12],"traffic":[13,72],"control":[14,121],"problems":[15],"at":[16],"the":[17,23,33,69,114],"level":[18],"of":[19,25,39,91,116],"vehicle":[20],"dynamics,":[21],"with":[22,75,118],"aim":[24],"locally":[27],"optimal":[28],"policies":[29],"(with":[30],"respect":[31],"policy":[34],"parameterization)":[35],"for":[36,62,88],"a":[37,44,56,76],"variety":[38],"objectives":[40],"such":[41],"as":[42],"matching":[43],"target":[45],"velocity":[46],"or":[47],"minimizing":[48],"fuel":[49],"consumption.":[50],"In":[51],"this":[52],"article,":[53],"we":[54],"present":[55],"framework":[57],"called":[58],"CISTAR":[59,117],"(Customized":[60],"Interface":[61],"SUMO,":[63,92],"TraCI,":[64],"and":[65,102,122],"RLLab)":[66],"that":[67,106],"integrates":[68],"widely":[70],"used":[71],"simulator":[73],"SUMO":[74],"standard":[77],"library":[81],"RLLab.":[82],"We":[83,112],"create":[84],"interface":[86],"allowing":[87,93],"easy":[89],"customization":[90],"users":[94],"easily":[96],"implement":[97],"new":[98],"controllers,":[99],"heterogeneous":[100],"experiments,":[101],"user-defined":[103],"cost":[104],"functions":[105],"depend":[107],"on":[108],"arbitrary":[109],"state":[110],"variables.":[111],"demonstrate":[113],"usage":[115],"several":[119],"benchmark":[120],"RL":[123],"examples.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}