{"id":"https://openalex.org/W2904529603","doi":"https://doi.org/10.1109/itsc.2018.8569615","title":"Lagrangian Control through Deep-RL: Applications to Bottleneck Decongestion","display_name":"Lagrangian Control through Deep-RL: Applications to Bottleneck Decongestion","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2904529603","doi":"https://doi.org/10.1109/itsc.2018.8569615","mag":"2904529603"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2018.8569615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015277482","display_name":"Eugene Vinitsky","orcid":"https://orcid.org/0000-0003-2372-4944"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eugene Vinitsky","raw_affiliation_strings":["UC Berkeley, Department of Mechanical Engineering"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Department of Mechanical Engineering","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086809199","display_name":"Kanaad Parvate","orcid":"https://orcid.org/0000-0003-1446-0609"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanaad Parvate","raw_affiliation_strings":["UC Berkeley, Electrical Engineering and Computer Science"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008563442","display_name":"Aboudy Kreidieh","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aboudy Kreidieh","raw_affiliation_strings":["UC Berkeley, Department of Civil and Environmental Engineering"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Department of Civil and Environmental Engineering","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102933746","display_name":"Cathy Wu","orcid":"https://orcid.org/0000-0001-8594-303X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cathy Wu","raw_affiliation_strings":["UC Berkeley, Electrical Engineering and Computer Science"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021116704","display_name":"Alexandre M. Bayen","orcid":"https://orcid.org/0000-0002-6697-222X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre Bayen","raw_affiliation_strings":["UC Berkeley, Electrical Engineering and Computer Science","UC Berkeley, Institute for Transportation Studies"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley, Institute for Transportation Studies","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015277482"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":6.2538,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.97000408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"759","last_page":"765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.9087162017822266},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7186838388442993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7012209892272949},{"id":"https://openalex.org/keywords/inflow","display_name":"Inflow","score":0.6084025502204895},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5998665690422058},{"id":"https://openalex.org/keywords/metering-mode","display_name":"Metering mode","score":0.5697144865989685},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5464540719985962},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.47147348523139954},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3969390094280243},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32012349367141724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23168128728866577},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1543249487876892},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14360648393630981},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.13236510753631592},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08415082097053528}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.9087162017822266},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7186838388442993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7012209892272949},{"id":"https://openalex.org/C2776132308","wikidata":"https://www.wikidata.org/wiki/Q11070850","display_name":"Inflow","level":2,"score":0.6084025502204895},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5998665690422058},{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.5697144865989685},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5464540719985962},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.47147348523139954},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3969390094280243},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32012349367141724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23168128728866577},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1543249487876892},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14360648393630981},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.13236510753631592},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08415082097053528},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2018.8569615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W109970643","https://openalex.org/W1484203172","https://openalex.org/W1529898979","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1869778509","https://openalex.org/W1924770834","https://openalex.org/W1965455100","https://openalex.org/W2008102069","https://openalex.org/W2022689755","https://openalex.org/W2076337359","https://openalex.org/W2082163023","https://openalex.org/W2099304584","https://openalex.org/W2119159364","https://openalex.org/W2121103318","https://openalex.org/W2158782408","https://openalex.org/W2162115371","https://openalex.org/W2164902667","https://openalex.org/W2342662072","https://openalex.org/W2583813242","https://openalex.org/W2611350544","https://openalex.org/W2619503996","https://openalex.org/W2624924877","https://openalex.org/W2725582697","https://openalex.org/W2766413382","https://openalex.org/W2768794893","https://openalex.org/W2771480814","https://openalex.org/W2779040504","https://openalex.org/W2793814969","https://openalex.org/W2797806626","https://openalex.org/W2962847657","https://openalex.org/W2963641140","https://openalex.org/W2964006217","https://openalex.org/W4298857966","https://openalex.org/W6629034932","https://openalex.org/W6631672287","https://openalex.org/W6638018090","https://openalex.org/W6639086533","https://openalex.org/W6639949747","https://openalex.org/W6678367057","https://openalex.org/W6687688904","https://openalex.org/W6704571135","https://openalex.org/W6733377374","https://openalex.org/W6738546315","https://openalex.org/W6746368081"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2382133885","https://openalex.org/W2076181658","https://openalex.org/W2135248929","https://openalex.org/W2092690310","https://openalex.org/W1493624592","https://openalex.org/W3190662310","https://openalex.org/W2798440551","https://openalex.org/W1507878993"],"abstract_inverted_index":{"Using":[0,26],"deep":[1,33],"reinforcement":[2,34],"learning,":[3],"we":[4,39,105,146],"derive":[5,106],"novel":[6],"control":[7,152],"policies":[8,153],"for":[9,31],"autonomous":[10,82,100,125],"vehicles":[11,83,101,126,136],"to":[12,36,58,63,154,167,173],"improve":[13,128],"the":[14,21,41,45,68,85,89,96,103,114,129,132,148,161,171,182],"throughput":[15,46,130],"of":[16,43,47,71,81,87,99,113,123,131,150,181],"a":[17,28,48,51,107,119,139],"bottleneck":[18,53,73,133],"modeled":[19],"after":[20],"San":[22],"Francisco-Oakland":[23],"Bay":[24],"Bridge.":[25],"Flow,":[27],"new":[29,175],"library":[30],"applying":[32],"learning":[35],"traffic":[37,49],"micro-simulators,":[38],"consider":[40],"problem":[42],"improving":[44,88],"benchmark:":[50],"two-stage":[52],"where":[54],"four":[55],"lanes":[56],"reduce":[57,62],"two":[59],"and":[60,158,189,191],"then":[61],"one.":[64],"We":[65,77,116],"first":[66],"characterize":[67],"inflow-outflow":[69],"curve":[70],"this":[72],"without":[74,170],"any":[75],"control.":[76,93],"introduce":[78],"an":[79],"inflow":[80],"with":[84],"intent":[86],"congestion":[90],"through":[91],"Lagrangian":[92],"To":[94],"handle":[95],"varying":[97],"number":[98],"in":[102],"system":[104],"per-lane":[108],"variable":[109],"speed":[110],"limits":[111],"parametrization":[112],"controller.":[115],"demonstrate":[117],"that":[118,160],"10%":[120],"penetration":[121],"rate":[122],"controlled":[124],"can":[127,184,193],"by":[134],"200":[135],"per":[137],"hour:":[138],"25%":[140],"improvement":[141],"at":[142,187,196],"high":[143],"inflows.":[144],"Finally,":[145],"compare":[147],"performance":[149,166],"our":[151],"feedback":[155],"ramp":[156,168,176],"metering":[157,169,177],"show":[159],"AV":[162],"controller":[163],"provides":[164],"comparable":[165],"need":[172],"build":[174],"infrastructure.":[178],"Illustrative":[179],"videos":[180],"results":[183],"be":[185,194],"found":[186,195],"https://sites.google.com/view/itsc-lagrangian-avs/home":[188],"code":[190],"tutorials":[192],"https://github.com/flow-project/flow.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}