{"id":"https://openalex.org/W4315489125","doi":"https://doi.org/10.1109/icarcv57592.2022.10004227","title":"Reinforcement Learning Method with Dynamic Learning Rate for Real-Time Route Guidance Based on SUMO","display_name":"Reinforcement Learning Method with Dynamic Learning Rate for Real-Time Route Guidance Based on SUMO","publication_year":2022,"publication_date":"2022-12-11","ids":{"openalex":"https://openalex.org/W4315489125","doi":"https://doi.org/10.1109/icarcv57592.2022.10004227"},"language":"en","primary_location":{"id":"doi:10.1109/icarcv57592.2022.10004227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv57592.2022.10004227","pdf_url":null,"source":{"id":"https://openalex.org/S4363608251","display_name":"2022 17th International Conference on Control, Automation, Robotics and Vision (ICARCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100743650","display_name":"Yuzhen Li","orcid":"https://orcid.org/0000-0002-5240-0773"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuzhen Li","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085894115","display_name":"Jiawen Tang","orcid":"https://orcid.org/0009-0001-6534-5689"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawen Tang","raw_affiliation_strings":["School of Physics Electronic Science, Changsha University of Science Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Physics Electronic Science, Changsha University of Science Technology","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026062552","display_name":"Han Zhao","orcid":"https://orcid.org/0000-0003-0680-9479"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Han Zhao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019144076","display_name":"Ruikang Luo","orcid":"https://orcid.org/0000-0002-0939-4275"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ruikang Luo","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"820","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8380066156387329},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.782219409942627},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6195203065872192},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.43364229798316956},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.42982596158981323},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3813210427761078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38001272082328796},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21491274237632751},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1405828297138214},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13851279020309448}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8380066156387329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782219409942627},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6195203065872192},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.43364229798316956},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.42982596158981323},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3813210427761078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38001272082328796},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21491274237632751},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1405828297138214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13851279020309448},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarcv57592.2022.10004227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv57592.2022.10004227","pdf_url":null,"source":{"id":"https://openalex.org/S4363608251","display_name":"2022 17th International Conference on Control, Automation, Robotics and Vision (ICARCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W11034078","https://openalex.org/W1974499731","https://openalex.org/W2068012648","https://openalex.org/W2099144379","https://openalex.org/W2110875888","https://openalex.org/W2123988414","https://openalex.org/W2130906232","https://openalex.org/W2136816490","https://openalex.org/W2172035522","https://openalex.org/W2268010611","https://openalex.org/W2746553466","https://openalex.org/W2765302304","https://openalex.org/W2907834603","https://openalex.org/W2912794641","https://openalex.org/W2951799221","https://openalex.org/W2997995952","https://openalex.org/W3118223522","https://openalex.org/W3119692211","https://openalex.org/W3209764242","https://openalex.org/W3210414104","https://openalex.org/W4287846131","https://openalex.org/W4297676462","https://openalex.org/W4297949294","https://openalex.org/W4298857966","https://openalex.org/W4303448772","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6842835915","https://openalex.org/W6844104937","https://openalex.org/W6846027291"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0,17],"increasing":[1],"number":[2],"of":[3,56],"vehicles":[4],"and":[5,66],"dynamic":[6,25,62,76],"changes":[7],"in":[8,102],"traffic":[9,26,43,93],"situations":[10],"make":[11],"real-time":[12],"route":[13,38,63],"planning":[14,64],"strongly":[15],"necessary.":[16],"route-guiding":[18],"method":[19,55,124],"is":[20,39,96],"supposed":[21],"to":[22,32,34,60,74,82],"cope":[23],"with":[24,84],"situations.":[27],"In":[28],"addition,":[29],"the":[30,35,48,67,80,88,103,112],"ability":[31],"adapt":[33],"second":[36],"fastest":[37,49],"very":[40],"important":[41],"when":[42],"congestion":[44],"suddenly":[45],"occurs":[46],"on":[47,111],"path.":[50],"This":[51],"paper":[52],"proposes":[53],"a":[54,70,75,99],"using":[57],"reinforcement":[58],"learning":[59,72,77],"solve":[61],"problems,":[65],"adaptation":[68],"from":[69],"static":[71],"rate":[73,78],"enhances":[79],"capability":[81],"deal":[83],"emergent":[85],"congestion.":[86],"Meanwhile,":[87],"waiting":[89],"time":[90],"before":[91],"each":[92],"light":[94],"also":[95],"considered":[97],"as":[98],"reward":[100],"factor":[101],"proposed":[104,123],"algorithm.":[105],"Contrast":[106],"experiments":[107],"have":[108],"been":[109],"conducted":[110],"simulation":[113],"network":[114],"by":[115],"SUMO,":[116],"which":[117],"has":[118,125],"demonstrated":[119],"well":[120],"that":[121],"our":[122],"better":[126],"performance":[127],"than":[128],"other":[129],"methods.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}