{"id":"https://openalex.org/W4408713248","doi":"https://doi.org/10.1109/itsc58415.2024.10919506","title":"Field Deployment of Multi-Agent Reinforcement Learning Based Variable Speed Limit Controllers","display_name":"Field Deployment of Multi-Agent Reinforcement Learning Based Variable Speed Limit Controllers","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408713248","doi":"https://doi.org/10.1109/itsc58415.2024.10919506"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10919506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100321504","display_name":"Yuhang Zhang","orcid":"https://orcid.org/0000-0002-8408-2095"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuhang Zhang","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101545477","display_name":"Zhiyao Zhang","orcid":"https://orcid.org/0000-0002-7227-5084"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyao Zhang","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035863735","display_name":"Marcos Qui\u00f1ones-Grueiro","orcid":"https://orcid.org/0000-0001-5391-6774"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcos Qui\u00f1ones-Grueiro","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059421106","display_name":"William Barbour","orcid":"https://orcid.org/0000-0002-1368-3192"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Barbour","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059318496","display_name":"Clay Weston","orcid":null},"institutions":[{"id":"https://openalex.org/I1290463931","display_name":"Southwest Research Institute","ror":"https://ror.org/03tghng59","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1290463931"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clay Weston","raw_affiliation_strings":["Southwest Research Institute,San Antonio,TX,USA,78238"],"affiliations":[{"raw_affiliation_string":"Southwest Research Institute,San Antonio,TX,USA,78238","institution_ids":["https://openalex.org/I1290463931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051150754","display_name":"Gautam Biswas","orcid":"https://orcid.org/0000-0002-2752-3878"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gautam Biswas","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012556136","display_name":"Daniel B. Work","orcid":"https://orcid.org/0000-0003-0565-2158"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Work","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Nashville,TN,USA,37212","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100321504"],"corresponding_institution_ids":["https://openalex.org/I200719446","https://openalex.org/I4210160740"],"apc_list":null,"apc_paid":null,"fwci":1.5917,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84546933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"776","last_page":"783"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7952845096588135},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6737149357795715},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.6228243112564087},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.6077518463134766},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5816653966903687},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.528527021408081},{"id":"https://openalex.org/keywords/speed-limit","display_name":"Speed limit","score":0.512894868850708},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49094703793525696},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4874029755592346},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4070962965488434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2760874330997467},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2421242594718933},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23186907172203064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12680616974830627},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.11033284664154053}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7952845096588135},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6737149357795715},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.6228243112564087},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.6077518463134766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5816653966903687},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.528527021408081},{"id":"https://openalex.org/C2780210587","wikidata":"https://www.wikidata.org/wiki/Q1077350","display_name":"Speed limit","level":2,"score":0.512894868850708},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49094703793525696},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4874029755592346},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4070962965488434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2760874330997467},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2421242594718933},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23186907172203064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12680616974830627},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11033284664154053},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10919506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W607524938","https://openalex.org/W615914659","https://openalex.org/W1857301280","https://openalex.org/W1966166193","https://openalex.org/W2001901081","https://openalex.org/W2106355821","https://openalex.org/W2123362463","https://openalex.org/W2140941566","https://openalex.org/W2486236731","https://openalex.org/W2611350544","https://openalex.org/W2624924877","https://openalex.org/W2733886754","https://openalex.org/W2802552563","https://openalex.org/W2888744254","https://openalex.org/W2903720609","https://openalex.org/W2920836636","https://openalex.org/W2920980023","https://openalex.org/W3037164854","https://openalex.org/W3038088335","https://openalex.org/W3042354433","https://openalex.org/W4214717370","https://openalex.org/W4285102570","https://openalex.org/W4287245321","https://openalex.org/W4308068345","https://openalex.org/W4382463422","https://openalex.org/W4385626187","https://openalex.org/W4386435201","https://openalex.org/W4387838322","https://openalex.org/W4393973452","https://openalex.org/W6618603665","https://openalex.org/W6779990354","https://openalex.org/W6795007937","https://openalex.org/W6840380725","https://openalex.org/W6858103937"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W2805407311","https://openalex.org/W1925677724","https://openalex.org/W2173875951"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"the":[3,20,40,66,71,75,80,86,91,96,109,113,124,142,151,155,162,165],"first":[4],"field":[5],"deployment":[6],"of":[7,48,83,88,90,108,123,134,164],"a":[8,34,44],"multi-agent":[9],"reinforcement-learning":[10],"(MARL)":[11],"based":[12],"variable":[13],"speed":[14,68,136],"limit":[15],"(VSL)":[16],"control":[17,117,138],"system":[18,92,97],"on":[19,43,103],"I\u201324":[21],"freeway":[22],"near":[23],"Nashville,":[24],"Tennessee.":[25],"We":[26,55],"describe":[27],"how":[28,141],"we":[29,149],"train":[30],"MARL":[31,114,166],"agents":[32],"in":[33],"traffic":[35,76,135],"simulator":[36],"and":[37,60,79,137,157,160],"directly":[38],"deploy":[39],"simulation-based":[41],"policy":[42,115,167],"17":[45],"-mile":[46],"stretch":[47],"Interstate":[49],"24":[50],"with":[51],"67":[52],"VSL":[53],"controllers.":[54],"use":[56],"invalid":[57],"action":[58],"masking":[59],"several":[61],"safety":[62,129],"guards":[63],"to":[64,120,168],"ensure":[65],"posted":[67],"limits":[69],"satisfy":[70],"real-world":[72,158],"constraints":[73],"from":[74,128],"management":[77],"center":[78],"Tennessee":[81],"Department":[82],"Transportation.":[84],"Since":[85],"time":[87,125],"launch":[89],"through":[93],"April,":[94],"2024,":[95],"has":[98],"made":[99],"approximately":[100],"10,000,000":[101],"decisions":[102],"8,000,000":[104],"trips.":[105],"The":[106,131],"analysis":[107],"controller":[110],"shows":[111],"that":[112],"takes":[116],"for":[118],"up":[119],"98":[121],"%":[122],"without":[126],"intervention":[127],"guards.":[130],"time-space":[132],"diagrams":[133],"commands":[139],"illustrate":[140],"algorithm":[143],"behaves":[144],"during":[145],"rush":[146],"hour.":[147],"Finally,":[148],"quantify":[150],"domain":[152],"mismatch":[153],"between":[154],"simulation":[156],"data":[159],"demonstrate":[161],"robustness":[163],"this":[169],"mismatch.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}