{"id":"https://openalex.org/W2085845425","doi":"https://doi.org/10.1109/ijcnn.2012.6252507","title":"Q value-based Dynamic Programming with SARSA Learning for real time route guidance in large scale road networks","display_name":"Q value-based Dynamic Programming with SARSA Learning for real time route guidance in large scale road networks","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W2085845425","doi":"https://doi.org/10.1109/ijcnn.2012.6252507","mag":"2085845425"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2012.6252507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063370205","display_name":"Shanqing Yu","orcid":"https://orcid.org/0000-0001-5170-8082"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shanqing Yu","raw_affiliation_strings":["Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107979503","display_name":"Jing Zhou","orcid":"https://orcid.org/0000-0001-8384-0192"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jing Zhou","raw_affiliation_strings":["Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339898","display_name":"Bing Li","orcid":"https://orcid.org/0000-0001-7084-1962"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bing Li","raw_affiliation_strings":["Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037937808","display_name":"Shingo Mabu","orcid":"https://orcid.org/0000-0002-8759-8337"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shingo Mabu","raw_affiliation_strings":["Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013008417","display_name":"Kotaro Hirasawa","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kotaro Hirasawa","raw_affiliation_strings":["Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Kitakyushu, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Hibikino 2-7, Wakamatsu-ku, Kitakyushu, Fukuoka 808-0135, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063370205"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":1.1261,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.83003233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7321770787239075},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6306742429733276},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5476160049438477},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5014846324920654},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4957212209701538},{"id":"https://openalex.org/keywords/floating-car-data","display_name":"Floating car data","score":0.43150418996810913},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4180715084075928},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4120945632457733},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.382266640663147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2386769950389862},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.17223218083381653},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14533072710037231},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10454556345939636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7321770787239075},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6306742429733276},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5476160049438477},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5014846324920654},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4957212209701538},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.43150418996810913},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4180715084075928},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4120945632457733},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.382266640663147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2386769950389862},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17223218083381653},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14533072710037231},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10454556345939636},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2012.6252507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W76834408","https://openalex.org/W1905926703","https://openalex.org/W1969483458","https://openalex.org/W1976084561","https://openalex.org/W1993901614","https://openalex.org/W2026662403","https://openalex.org/W2064497107","https://openalex.org/W2105162002","https://openalex.org/W2110875888","https://openalex.org/W2112643276","https://openalex.org/W2124175081","https://openalex.org/W2131058166","https://openalex.org/W2131237536","https://openalex.org/W2137073837","https://openalex.org/W2140946282","https://openalex.org/W2154356512","https://openalex.org/W2164056559","https://openalex.org/W2169528473","https://openalex.org/W3139377883","https://openalex.org/W6684199269"],"related_works":["https://openalex.org/W2005409769","https://openalex.org/W4386289889","https://openalex.org/W2945875309","https://openalex.org/W3117279048","https://openalex.org/W4389949262","https://openalex.org/W4391811515","https://openalex.org/W2898775471","https://openalex.org/W4385779953","https://openalex.org/W2599478506","https://openalex.org/W2972320057"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,47],"distributed":[4],"dynamic":[5,49],"traffic":[6,29,38,83,118,126],"management":[7,84],"model":[8,43,85],"has":[9],"been":[10],"proposed":[11,46,82,113],"to":[12,18,64,74,88],"guide":[13],"the":[14,20,34,37,42,66,75,78,89,97,112,117,122,125,131,135],"vehicles,":[15],"in":[16,53,77,105,134],"order":[17],"minimize":[19],"computation":[21],"time,":[22],"make":[23],"full":[24],"use":[25],"of":[26,36,102,124],"real":[27,98,136],"time":[28,70],"information":[30],"and":[31,59,120],"consequently":[32],"improve":[33,121],"efficiency":[35,123],"system.":[39],"For":[40],"making":[41],"work,":[44],"we":[45],"new":[48],"route":[50],"determination":[51],"method,":[52],"which":[54],"Q":[55],"value-based":[56],"Dynamic":[57],"Programming":[58],"Sarsa":[60],"Learning":[61],"are":[62],"combined":[63],"calculate":[65],"approximate":[67],"optimal":[68],"traveling":[69],"from":[71],"each":[72],"section":[73],"destinations":[76],"road":[79,100,138],"networks.":[80],"The":[81,107],"is":[86],"applied":[87],"large":[90],"scale":[91],"microscopic":[92],"simulator":[93],"SOUND/4U":[94],"based":[95],"on":[96],"world":[99,137],"network":[101],"Kurosaki,":[103],"Kitakyushu":[104],"Japan.":[106],"simulation":[108],"results":[109],"show":[110],"that":[111],"method":[114,133],"could":[115],"reduce":[116],"congestion":[119],"system":[127],"effectively":[128],"compared":[129],"with":[130],"conventional":[132],"network.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}