{"id":"https://openalex.org/W3193464862","doi":"https://doi.org/10.1109/tro.2021.3087314","title":"Flow: A Modular Learning Framework for Mixed Autonomy Traffic","display_name":"Flow: A Modular Learning Framework for Mixed Autonomy Traffic","publication_year":2021,"publication_date":"2021-08-24","ids":{"openalex":"https://openalex.org/W3193464862","doi":"https://doi.org/10.1109/tro.2021.3087314","mag":"3193464862"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2021.3087314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3087314","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1710.05465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102933746","display_name":"Cathy Wu","orcid":"https://orcid.org/0000-0001-8594-303X"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cathy Wu","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, USA","Institute of Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8594-303X","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Institute of Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050644887","display_name":"Abdul Rahman Kreidieh","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdul Rahman Kreidieh","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086809199","display_name":"Kanaad Parvate","orcid":"https://orcid.org/0000-0003-1446-0609"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanaad Parvate","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015277482","display_name":"Eugene Vinitsky","orcid":"https://orcid.org/0000-0003-2372-4944"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Vinitsky","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021116704","display_name":"Alexandre M. Bayen","orcid":"https://orcid.org/0000-0002-6697-222X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre M. Bayen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","Institute for Transportation Studies, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6697-222X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Institute for Transportation Studies, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102933746"],"corresponding_institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":16.3753,"has_fulltext":true,"cited_by_count":170,"citation_normalized_percentile":{"value":0.99575846,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"38","issue":"2","first_page":"1270","last_page":"1286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7231086492538452},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6460056304931641},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.49924135208129883},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.4665946960449219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32770657539367676},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3206266462802887},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1683819591999054},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10575518012046814}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7231086492538452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6460056304931641},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.49924135208129883},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.4665946960449219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32770657539367676},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3206266462802887},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1683819591999054},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10575518012046814},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tro.2021.3087314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3087314","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1710.05465","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.05465","pdf_url":"https://arxiv.org/pdf/1710.05465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/148679","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/148679","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/148679/2/1710.05465v4.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1710.05465","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.05465","pdf_url":"https://arxiv.org/pdf/1710.05465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":147,"referenced_works":["https://openalex.org/W84122433","https://openalex.org/W583444505","https://openalex.org/W855132903","https://openalex.org/W1191599655","https://openalex.org/W1504992226","https://openalex.org/W1572415118","https://openalex.org/W1576647638","https://openalex.org/W1582842717","https://openalex.org/W1632864561","https://openalex.org/W1771410628","https://openalex.org/W1847088711","https://openalex.org/W1869778509","https://openalex.org/W1941445455","https://openalex.org/W1965455100","https://openalex.org/W1967444754","https://openalex.org/W1968719911","https://openalex.org/W1973549878","https://openalex.org/W1978140063","https://openalex.org/W1991813936","https://openalex.org/W1995020325","https://openalex.org/W1999874108","https://openalex.org/W2006867049","https://openalex.org/W2008102069","https://openalex.org/W2008115886","https://openalex.org/W2028145673","https://openalex.org/W2029465969","https://openalex.org/W2036785686","https://openalex.org/W2038128936","https://openalex.org/W2039200505","https://openalex.org/W2041147344","https://openalex.org/W2042059757","https://openalex.org/W2043388587","https://openalex.org/W2043695188","https://openalex.org/W2047107441","https://openalex.org/W2058857176","https://openalex.org/W2064526960","https://openalex.org/W2068752967","https://openalex.org/W2069553664","https://openalex.org/W2070170096","https://openalex.org/W2074610456","https://openalex.org/W2076337359","https://openalex.org/W2077197253","https://openalex.org/W2081632288","https://openalex.org/W2089080831","https://openalex.org/W2091400818","https://openalex.org/W2093921901","https://openalex.org/W2095797625","https://openalex.org/W2101628261","https://openalex.org/W2103796976","https://openalex.org/W2107556430","https://openalex.org/W2111204826","https://openalex.org/W2113526778","https://openalex.org/W2116446771","https://openalex.org/W2120303003","https://openalex.org/W2132479764","https://openalex.org/W2134822252","https://openalex.org/W2137514195","https://openalex.org/W2139728973","https://openalex.org/W2143802618","https://openalex.org/W2143864104","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2154246849","https://openalex.org/W2154844948","https://openalex.org/W2155007355","https://openalex.org/W2155027007","https://openalex.org/W2155719569","https://openalex.org/W2157756835","https://openalex.org/W2158782408","https://openalex.org/W2162419813","https://openalex.org/W2163664960","https://openalex.org/W2170229127","https://openalex.org/W2170282368","https://openalex.org/W2170740604","https://openalex.org/W2204561521","https://openalex.org/W2259684855","https://openalex.org/W2276056053","https://openalex.org/W2336416123","https://openalex.org/W2342662072","https://openalex.org/W2342840547","https://openalex.org/W2411577903","https://openalex.org/W2487175822","https://openalex.org/W2498017881","https://openalex.org/W2500292917","https://openalex.org/W2505763307","https://openalex.org/W2508448572","https://openalex.org/W2509583637","https://openalex.org/W2534881364","https://openalex.org/W2583813242","https://openalex.org/W2593182953","https://openalex.org/W2611350544","https://openalex.org/W2626702320","https://openalex.org/W2742016042","https://openalex.org/W2766413382","https://openalex.org/W2769601620","https://openalex.org/W2771480814","https://openalex.org/W2779040504","https://openalex.org/W2788644789","https://openalex.org/W2789443414","https://openalex.org/W2790201231","https://openalex.org/W2809148419","https://openalex.org/W2890655496","https://openalex.org/W2899076365","https://openalex.org/W2903720609","https://openalex.org/W2904466241","https://openalex.org/W2904529603","https://openalex.org/W2905301636","https://openalex.org/W2905831339","https://openalex.org/W2906634842","https://openalex.org/W2951679309","https://openalex.org/W2964006217","https://openalex.org/W2983178256","https://openalex.org/W3003939524","https://openalex.org/W3103780890","https://openalex.org/W3105793542","https://openalex.org/W3107153805","https://openalex.org/W3178729124","https://openalex.org/W4214717370","https://openalex.org/W4230461386","https://openalex.org/W4233552972","https://openalex.org/W4241543438","https://openalex.org/W4298857966","https://openalex.org/W4301501993","https://openalex.org/W4307347247","https://openalex.org/W4394666657","https://openalex.org/W6603381916","https://openalex.org/W6627932998","https://openalex.org/W6632235069","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6638824847","https://openalex.org/W6639086533","https://openalex.org/W6639949747","https://openalex.org/W6677967848","https://openalex.org/W6682849425","https://openalex.org/W6683204974","https://openalex.org/W6688170360","https://openalex.org/W6704559304","https://openalex.org/W6704571135","https://openalex.org/W6728155968","https://openalex.org/W6745594345","https://openalex.org/W6746368081","https://openalex.org/W6746866138","https://openalex.org/W6748164193","https://openalex.org/W6755921573","https://openalex.org/W6757139161","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2378076731","https://openalex.org/W4286888643","https://openalex.org/W3210795196","https://openalex.org/W2088988140","https://openalex.org/W3171015545","https://openalex.org/W2103019253","https://openalex.org/W2951529875","https://openalex.org/W2391453316","https://openalex.org/W4396648495","https://openalex.org/W2297768894"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,26,44,49,61,79,137,148],"<italic":[4,81],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[5,82],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">autonomous":[6],"vehicles</i>":[7],"(AVs)":[8],"holds":[9],"vast":[10],"potential":[11],"for":[12,86],"transportation":[13],"systems":[14],"through":[15],"improved":[16],"safety,":[17],"efficiency,":[18],"and":[19,53,57],"access":[20],"to":[21,105,113,129,142,166,174,179],"mobility.":[22],"However,":[23],"the":[24,42,46,58,77],"progression":[25],"these":[27,88],"impacts,":[28,73],"as":[29],"AVs":[30],"are":[31,111,127],"adopted,":[32],"is":[33,99,164],"not":[34],"well":[35],"understood.":[36],"Numerous":[37],"technical":[38],"challenges":[39,89],"arise":[40],"from":[41],"goal":[43],"analyzing":[45],"partial":[47,51],"adoption":[48,147],"autonomy:":[50],"control":[52,125,158],"observation,":[54],"multivehicle":[55],"interactions,":[56],"sheer":[59],"variety":[60],"scenarios":[62],"represented":[63],"by":[64,140],"real-world":[65],"networks.":[66],"To":[67],"shed":[68],"light":[69],"into":[70],"near-term":[71],"AV":[72],"this":[74],"article":[75],"studies":[76],"suitability":[78],"deep":[80,103],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">reinforcement":[83],"learning</i>":[84],"(RL)":[85],"overcoming":[87],"in":[90,135,151],"a":[91,154],"low":[92],"AV-adoption":[93],"regime.":[94],"A":[95],"modular":[96],"learning":[97],"framework":[98],"presented,":[100],"which":[101],"leverages":[102],"RL":[104],"address":[106],"complex":[107],"traffic":[108,116,119,181],"dynamics.":[109],"Modules":[110],"composed":[112],"capture":[114],"common":[115],"phenomena":[117],"(stop-and-go":[118],"jams,":[120],"lane":[121],"changing,":[122],"intersections).":[123],"Learned":[124],"laws":[126],"found":[128,165],"improve":[130],"upon":[131],"human":[132],"driving":[133],"performance,":[134],"terms":[136],"system-level":[138],"velocity,":[139],"up":[141],"57%":[143],"with":[144,160],"only":[145,161],"4\u20137%":[146],"AVs.":[149],"Furthermore,":[150],"single-lane":[152],"traffic,":[153],"small":[155],"neural":[156],"network":[157],"law":[159],"local":[162],"observation":[163],"eliminate":[167],"stop-and-go":[168],"traffic\u2014surpassing":[169],"all":[170],"known":[171],"model-based":[172],"controllers":[173],"achieve":[175],"near-optimal":[176],"performance\u2014and":[177],"generalize":[178],"out-of-distribution":[180],"densities.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-20T08:49:12.498775","created_date":"2025-10-10T00:00:00"}