{"id":"https://openalex.org/W3206863880","doi":"https://doi.org/10.1109/isc253183.2021.9562951","title":"Smart City: Application of Multi-agent Reinforcement Learning Systems in Adaptive Traffic Management","display_name":"Smart City: Application of Multi-agent Reinforcement Learning Systems in Adaptive Traffic Management","publication_year":2021,"publication_date":"2021-09-07","ids":{"openalex":"https://openalex.org/W3206863880","doi":"https://doi.org/10.1109/isc253183.2021.9562951","mag":"3206863880"},"language":"en","primary_location":{"id":"doi:10.1109/isc253183.2021.9562951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc253183.2021.9562951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056846945","display_name":"Kamilia Ahmadi","orcid":"https://orcid.org/0009-0007-7046-7537"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kamilia Ahmadi","raw_affiliation_strings":["Utah State University"],"affiliations":[{"raw_affiliation_string":"Utah State University","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075230326","display_name":"Vicki H. Allan","orcid":"https://orcid.org/0000-0001-9563-1347"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vicki H Allan","raw_affiliation_strings":["Utah State University"],"affiliations":[{"raw_affiliation_string":"Utah State University","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5056846945"],"corresponding_institution_ids":["https://openalex.org/I121980950"],"apc_list":null,"apc_paid":null,"fwci":0.6866,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69882332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7896043062210083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6907228827476501},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5954796671867371},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.5532189011573792},{"id":"https://openalex.org/keywords/smart-city","display_name":"Smart city","score":0.5391111969947815},{"id":"https://openalex.org/keywords/floating-car-data","display_name":"Floating car data","score":0.477665513753891},{"id":"https://openalex.org/keywords/traffic-optimization","display_name":"Traffic optimization","score":0.469978004693985},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.4615075886249542},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.44575053453445435},{"id":"https://openalex.org/keywords/advanced-traffic-management-system","display_name":"Advanced Traffic Management System","score":0.41694176197052},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41002756357192993},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.378060519695282},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35979020595550537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2812405824661255},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1732856035232544},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.15774497389793396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1574506163597107},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13022243976593018}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7896043062210083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6907228827476501},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5954796671867371},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.5532189011573792},{"id":"https://openalex.org/C2777103469","wikidata":"https://www.wikidata.org/wiki/Q1231558","display_name":"Smart city","level":3,"score":0.5391111969947815},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.477665513753891},{"id":"https://openalex.org/C86266404","wikidata":"https://www.wikidata.org/wiki/Q7832512","display_name":"Traffic optimization","level":4,"score":0.469978004693985},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.4615075886249542},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.44575053453445435},{"id":"https://openalex.org/C42693407","wikidata":"https://www.wikidata.org/wiki/Q4686317","display_name":"Advanced Traffic Management System","level":3,"score":0.41694176197052},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41002756357192993},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.378060519695282},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35979020595550537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2812405824661255},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1732856035232544},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.15774497389793396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1574506163597107},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13022243976593018},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isc253183.2021.9562951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc253183.2021.9562951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W34092776","https://openalex.org/W41554520","https://openalex.org/W117618476","https://openalex.org/W755046805","https://openalex.org/W1521003796","https://openalex.org/W1989750313","https://openalex.org/W2027716124","https://openalex.org/W2048772520","https://openalex.org/W2056653303","https://openalex.org/W2076171427","https://openalex.org/W2088595989","https://openalex.org/W2121099728","https://openalex.org/W2121863487","https://openalex.org/W2127218421","https://openalex.org/W2129095564","https://openalex.org/W2293390065","https://openalex.org/W2346806992","https://openalex.org/W2516180069","https://openalex.org/W2559878382","https://openalex.org/W2725582697","https://openalex.org/W2770732420","https://openalex.org/W2885445959","https://openalex.org/W2895135359","https://openalex.org/W2895793836","https://openalex.org/W2904357966","https://openalex.org/W2952485636","https://openalex.org/W2983172253","https://openalex.org/W3027406032","https://openalex.org/W3048471765","https://openalex.org/W3099574588","https://openalex.org/W3120013074","https://openalex.org/W3126552509","https://openalex.org/W3128301765","https://openalex.org/W3128659765","https://openalex.org/W4294338594","https://openalex.org/W6631137000","https://openalex.org/W6678914141","https://openalex.org/W6782604251"],"related_works":["https://openalex.org/W4312583000","https://openalex.org/W2288817554","https://openalex.org/W2040863625","https://openalex.org/W4391496311","https://openalex.org/W4316658982","https://openalex.org/W1837767970","https://openalex.org/W3137633105","https://openalex.org/W2378668960","https://openalex.org/W2389924263","https://openalex.org/W4389247673"],"abstract_inverted_index":{"Traffic":[0],"congestion":[1],"on":[2,55,87,142],"urban":[3],"road":[4,88,154],"networks":[5],"has":[6],"increased":[7,20,24],"substantially":[8],"during":[9,176],"the":[10,34,45,50,66,81,93,97,104,137,149,165,169],"last":[11],"decade,":[12],"characterized":[13],"by":[14,174],"slower":[15],"speeds,":[16],"longer":[17],"travel":[18,171],"times,":[19],"vehicular":[21],"queuing,":[22],"and":[23,83,135],"pollution.":[25],"The":[26],"main":[27],"pain":[28],"point":[29],"in":[30,125,179],"traffic":[31,46,123,151],"management":[32],"is":[33,69],"static":[35],"nature":[36],"of":[37,76,96,145],"our":[38],"city":[39,59,67,126],"structures":[40],"that":[41,147,164],"cannot":[42],"adapt":[43],"to":[44,65],"dynamics":[47],"changing":[48,84],"throughout":[49],"day.":[51],"This":[52],"work":[53],"focuses":[54],"a":[56,115,143],"futuristic":[57],"smart":[58],"design":[60],"where":[61,99],"making":[62],"structural":[63,139,158],"changes":[64,72,140],"graph":[68],"possible.":[70],"These":[71],"include":[73],"modifying":[74],"number":[75],"lanes,":[77],"opening":[78],"or":[79],"closing":[80],"ramps,":[82],"signal":[85],"timings":[86],"segments.":[89],"We":[90],"also":[91],"assume":[92],"local":[94],"observability":[95],"system":[98],"sensors":[100],"can":[101],"provide":[102],"all":[103],"data":[105],"needed":[106],"for":[107,121],"decision":[108],"making.":[109],"Under":[110],"these":[111],"assumptions,":[112],"we":[113],"propose":[114],"multi":[116],"agent":[117],"reinforcement":[118],"learning":[119,129],"framework":[120,167],"improving":[122],"flow":[124],"networks.":[127],"Our":[128,161],"agents":[130],"observe":[131],"their":[132],"assigned":[133],"environment":[134],"find":[136],"best":[138],"based":[141],"set":[144],"features":[146],"represent":[148],"recent":[150,157],"condition,":[152],"dependent":[153],"segment":[155],"characteristics,":[156],"modifications,":[159],"etc.":[160],"results":[162],"show":[163],"proposed":[166],"improves":[168],"total":[170],"time":[172],"(TTT)":[173],"31.5%":[175],"rush":[177],"hours":[178],"Salt":[180],"Lake":[181],"City":[182],"area.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}