{"id":"https://openalex.org/W4226033453","doi":"https://doi.org/10.1109/tase.2022.3168621","title":"Unified Automatic Control of Vehicular Systems With Reinforcement Learning","display_name":"Unified Automatic Control of Vehicular Systems With Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-29","ids":{"openalex":"https://openalex.org/W4226033453","doi":"https://doi.org/10.1109/tase.2022.3168621"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2022.3168621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3168621","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.00268","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009677142","display_name":"Zhongxia Yan","orcid":"https://orcid.org/0000-0003-1897-7381"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhongxia Yan","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1897-7381","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050644887","display_name":"Abdul Rahman Kreidieh","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdul Rahman Kreidieh","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015277482","display_name":"Eugene Vinitsky","orcid":"https://orcid.org/0000-0003-2372-4944"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Vinitsky","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021116704","display_name":"Alexandre M. Bayen","orcid":"https://orcid.org/0000-0002-6697-222X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre M. Bayen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6697-222X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102933746","display_name":"Cathy Wu","orcid":"https://orcid.org/0000-0001-8594-303X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cathy Wu","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Laboratory for Information and Decision Systems, Institute of Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8594-303X","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Laboratory for Information and Decision Systems, Institute of Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7101,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.95978333,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"2","first_page":"789","last_page":"804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6923192739486694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5682896971702576},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5209552049636841},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.49976301193237305},{"id":"https://openalex.org/keywords/automatic-control","display_name":"Automatic control","score":0.4988539218902588},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4338172674179077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3584493398666382},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3558155596256256},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10572904348373413}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6923192739486694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5682896971702576},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5209552049636841},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.49976301193237305},{"id":"https://openalex.org/C167123822","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automatic control","level":2,"score":0.4988539218902588},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4338172674179077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3584493398666382},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3558155596256256},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10572904348373413}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tase.2022.3168621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3168621","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2208.00268","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.00268","pdf_url":"https://arxiv.org/pdf/2208.00268","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/148660","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/148660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.00268","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.00268","pdf_url":"https://arxiv.org/pdf/2208.00268","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306108","display_name":"U.S. Department of Transportation","ror":"https://ror.org/02xfw2e90"},{"id":"https://openalex.org/F4320316620","display_name":"Amazon Catalyst","ror":"https://ror.org/04mv4n011"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1484203172","https://openalex.org/W1504992226","https://openalex.org/W1514685314","https://openalex.org/W1521003796","https://openalex.org/W1522301498","https://openalex.org/W1533464159","https://openalex.org/W1549280300","https://openalex.org/W1559240825","https://openalex.org/W1595704756","https://openalex.org/W1771410628","https://openalex.org/W1965455100","https://openalex.org/W1976170943","https://openalex.org/W2071969188","https://openalex.org/W2105979811","https://openalex.org/W2107556430","https://openalex.org/W2119717200","https://openalex.org/W2125799095","https://openalex.org/W2130801532","https://openalex.org/W2132479764","https://openalex.org/W2137514195","https://openalex.org/W2139728973","https://openalex.org/W2168359464","https://openalex.org/W2200971133","https://openalex.org/W2259684855","https://openalex.org/W2487175822","https://openalex.org/W2505763307","https://openalex.org/W2577436009","https://openalex.org/W2583813242","https://openalex.org/W2588150078","https://openalex.org/W2611350544","https://openalex.org/W2693221703","https://openalex.org/W2768629321","https://openalex.org/W2769601620","https://openalex.org/W2771480814","https://openalex.org/W2787938642","https://openalex.org/W2789443414","https://openalex.org/W2811374584","https://openalex.org/W2899076365","https://openalex.org/W2903709398","https://openalex.org/W2903720609","https://openalex.org/W2904466241","https://openalex.org/W2904529603","https://openalex.org/W2917430523","https://openalex.org/W2951679309","https://openalex.org/W2962899903","https://openalex.org/W2983178256","https://openalex.org/W2995894173","https://openalex.org/W2997873913","https://openalex.org/W2999146029","https://openalex.org/W3003939524","https://openalex.org/W3016648415","https://openalex.org/W3033713586","https://openalex.org/W3079592479","https://openalex.org/W3095846776","https://openalex.org/W3098133185","https://openalex.org/W3152331843","https://openalex.org/W3171210634","https://openalex.org/W3193464862","https://openalex.org/W3204518412","https://openalex.org/W3208909666","https://openalex.org/W4214717370","https://openalex.org/W4230563027","https://openalex.org/W4307347247","https://openalex.org/W6627932998","https://openalex.org/W6629034932","https://openalex.org/W6631137000","https://openalex.org/W6631190155","https://openalex.org/W6632046234","https://openalex.org/W6632662516","https://openalex.org/W6638018090","https://openalex.org/W6679257226","https://openalex.org/W6732454287","https://openalex.org/W6746368081","https://openalex.org/W6748839928","https://openalex.org/W6752963931","https://openalex.org/W6755921573","https://openalex.org/W6772196467","https://openalex.org/W6780486084","https://openalex.org/W6785207072"],"related_works":["https://openalex.org/W2615607975","https://openalex.org/W2100538105","https://openalex.org/W2355865573","https://openalex.org/W2155981143","https://openalex.org/W2360866470","https://openalex.org/W2155245395","https://openalex.org/W2389428599","https://openalex.org/W2192101006","https://openalex.org/W2369611206","https://openalex.org/W2638730922"],"abstract_inverted_index":{"Emerging":[0],"vehicular":[1,65,77,91,112,192,220,256,299,350],"systems":[2,36,193,198,257,284,351,376,411,450],"with":[3,99,352],"increasing":[4,210],"proportions":[5],"of":[6,41,48,75,111,130,148,223,251,265,267,294,312,389,395,424,433,447],"automated":[7,317],"components":[8],"present":[9],"opportunities":[10],"for":[11,37,90,109,229,248,325,336,386,398,409],"optimal":[12,249],"control":[13,43,97,179,187,250,309,321,371],"to":[14,32,63,72,176,190,212,236,348,360,401,428],"mitigate":[15],"congestion":[16,214],"and":[17,78,93,167,199,215,231,245,328,369,391,412],"increase":[18,216],"efficiency.":[19,217],"There":[20],"has":[21],"been":[22],"a":[23,69,87,139,243,382],"recent":[24],"interest":[25],"in":[26,145,253,286,366,374,416],"applying":[27],"deep":[28],"reinforcement":[29],"learning":[30],"(DRL)":[31],"these":[33],"nonlinear":[34],"dynamical":[35],"the":[38,171,185,234,263,281,289,306,320,343,361,396,444],"automatic":[39],"design":[40],"effective":[42],"strategies.":[44,188,372],"Despite":[45],"conceptual":[46],"advantages":[47],"DRL":[49],"being":[50],"model-free,":[51],"studies":[52],"typically":[53,136],"nonetheless":[54],"rely":[55],"on":[56,123,378],"training":[57],"setups":[58],"that":[59],"are":[60,132,174,182,226,323,334,405],"painstakingly":[61],"specialized":[62],"specific":[64],"systems.":[66,80,155],"This":[67,240],"is":[68,107,120,143],"key":[70],"challenge":[71],"efficient":[73],"analysis":[74,230],"diverse":[76,150,282],"mobility":[79],"To":[81,420],"this":[82,84,287,434],"end,":[83],"article":[85,241],"contributes":[86],"streamlined":[88],"methodology":[89,119,291,344],"microsimulation":[92],"discovers":[94],"high":[95],"performance":[96],"strategies":[98],"minimal":[100],"manual":[101,303],"design.":[102],"A":[103],"variable-agent,":[104],"multi-task":[105],"approach":[106,247],"presented":[108,290,335],"optimization":[110,232],"Partially":[113],"Observed":[114],"Markov":[115],"Decision":[116],"Processes.":[117],"The":[118,156,308],"experimentally":[121],"validated":[122,183],"mixed":[124],"autonomy":[125],"traffic":[126,154,165,197,283,340,410],"systems,":[127,221,341,430],"where":[128,262],"fractions":[129,266],"vehicles":[131,252,268],"automated;":[133],"empirical":[134],"improvement,":[135],"15-60%":[137],"over":[138],"human":[140],"driving":[141],"baseline,":[142],"observed":[144],"all":[146],"configurations":[147],"six":[149],"open":[151],"or":[152],"closed":[153],"study":[157],"reveals":[158],"numerous":[159],"emergent":[160,172],"behaviors":[161,173,357,400],"resembling":[162],"wave":[163],"mitigation,":[164],"signaling,":[166],"ramp":[168],"metering.":[169],"Finally,":[170],"analyzed":[175],"produce":[177],"interpretable":[178,370],"strategies,":[180],"which":[181,363],"against":[184],"learned":[186],"Note":[189],"Practitioners\u2014As":[191],"such":[194],"as":[195,451,453],"real-world":[196,375,429,449],"robotic":[200,418],"warehouses":[201],"become":[202],"increasingly":[203],"automated,":[204],"optimizing":[205],"vehicle":[206],"movements":[207],"sees":[208],"an":[209],"potential":[211],"reduce":[213],"For":[218],"many":[219],"simulations":[222],"varying":[224],"fidelity":[225,394],"commonly":[227],"used":[228],"without":[233],"need":[235],"deploy":[237],"real":[238],"vehicles.":[239],"describes":[242],"unified":[244],"practical":[246,415],"arbitrary":[254],"simulated":[255,298,339,399,427],"while":[258,301,319,442],"permitting":[259],"partial":[260],"automation,":[261],"behavior":[264],"at":[269],"given":[270],"times":[271],"can":[272,345],"be":[273,346,414],"modelled":[274],"but":[275],"not":[276],"controlled.":[277],"As":[278],"illustrated":[279],"by":[280,305],"considered":[285],"article,":[288],"emphasizes":[292],"ease":[293],"application":[295],"within":[296],"any":[297],"system":[300],"minimizing":[302],"efforts":[304],"practitioner.":[307],"inputs":[310],"consist":[311],"local":[313],"information":[314],"around":[315],"each":[316],"vehicle,":[318],"outputs":[322],"commands":[324],"longitudinal":[326],"acceleration":[327],"lateral":[329],"lane":[330],"change.":[331],"Experimental":[332],"results":[333],"relatively":[337],"small":[338],"though":[342],"adapted":[347],"larger":[349],"minor":[353],"modifications.":[354],"Experimentally":[355],"optimized":[356],"provide":[358],"insights":[359],"practitioner":[362],"may":[364,413,436],"assist":[365],"designing":[367],"simplified":[368],"Implementation":[373],"depends":[377],"two":[379],"requirements:":[380],"1)":[381],"reliable":[383],"fallback":[384],"mechanism":[385],"ensuring":[387],"safety":[388],"vehicles,":[390],"2)":[392],"sufficient":[393],"simulator":[397],"transfer.":[402],"These":[403],"requirements":[404],"under":[406],"active":[407],"research":[408],"some":[417],"settings.":[419],"facilitate":[421],"robust":[422],"transfer":[423],"policies":[425],"from":[426],"future":[431],"extensions":[432],"work":[435],"inject":[437],"additional":[438],"randomization":[439],"into":[440],"simulation":[441],"reducing":[443],"unmodeled":[445],"stochasticity":[446],"targeted":[448],"much":[452],"possible.":[454]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":11}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}