{"id":"https://openalex.org/W4378083305","doi":"https://doi.org/10.1109/tkde.2023.3272688","title":"TERL: Two-Stage Ensemble Reinforcement Learning Paradigm for Large-Scale Decentralized Decision Making in Transportation Simulation","display_name":"TERL: Two-Stage Ensemble Reinforcement Learning Paradigm for Large-Scale Decentralized Decision Making in Transportation Simulation","publication_year":2023,"publication_date":"2023-05-19","ids":{"openalex":"https://openalex.org/W4378083305","doi":"https://doi.org/10.1109/tkde.2023.3272688"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2023.3272688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3272688","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021305174","display_name":"Ziyuan Gu","orcid":"https://orcid.org/0000-0002-2059-4809"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Gu","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-2059-4809","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026818460","display_name":"Xun Yang","orcid":"https://orcid.org/0000-0002-6076-7145"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-6076-7145","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101533628","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0003-3666-2973"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-3666-2973","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenwu Yu","orcid":"https://orcid.org/0000-0001-6406-2399"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Yu","raw_affiliation_strings":["School of Mathematics, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, Jiangsu, China","Department of Electrical Engineering, Nantong University, Nantong, Jiangsu, China","Purple Mountain Laboratories, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-6406-2399","affiliations":[{"raw_affiliation_string":"School of Mathematics, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Department of Electrical Engineering, Nantong University, Nantong, Jiangsu, China","institution_ids":["https://openalex.org/I199305430"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100320722","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-6331-0810"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Liu","raw_affiliation_strings":["Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-6331-0810","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Urban ITS, Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, School of Transportation, Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6753,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90412121,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"12","first_page":"13043","last_page":"13054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8325139284133911},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8134008646011353},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7006566524505615},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6547399163246155},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6416530609130859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46067485213279724},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42606669664382935},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.41499191522598267},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37507545948028564},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.365716814994812}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8325139284133911},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8134008646011353},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7006566524505615},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6547399163246155},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6416530609130859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46067485213279724},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42606669664382935},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.41499191522598267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37507545948028564},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.365716814994812},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2023.3272688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3272688","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1391499226","display_name":null,"funder_award_id":"52102375","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3716380425","display_name":null,"funder_award_id":"52131203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7846504898","display_name":null,"funder_award_id":"62233004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8205743144","display_name":null,"funder_award_id":"BK20210247","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W112137371","https://openalex.org/W600444827","https://openalex.org/W1673310716","https://openalex.org/W1965455100","https://openalex.org/W2004492327","https://openalex.org/W2024395690","https://openalex.org/W2069485114","https://openalex.org/W2088595989","https://openalex.org/W2106683178","https://openalex.org/W2114485638","https://openalex.org/W2137983211","https://openalex.org/W2147065425","https://openalex.org/W2177295793","https://openalex.org/W2184044953","https://openalex.org/W2578206533","https://openalex.org/W2616557049","https://openalex.org/W2624886053","https://openalex.org/W2804772865","https://openalex.org/W2903709398","https://openalex.org/W2912855704","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2950014024","https://openalex.org/W2962764167","https://openalex.org/W2967293034","https://openalex.org/W2968526727","https://openalex.org/W2989958156","https://openalex.org/W2998187693","https://openalex.org/W3026400623","https://openalex.org/W3034798881","https://openalex.org/W3039969618","https://openalex.org/W3048804154","https://openalex.org/W3156295478","https://openalex.org/W3158286708","https://openalex.org/W3216065394","https://openalex.org/W4214717370","https://openalex.org/W4220806004","https://openalex.org/W4225984100","https://openalex.org/W4255861502","https://openalex.org/W4280552606","https://openalex.org/W4300971732","https://openalex.org/W4308810895","https://openalex.org/W6637131181","https://openalex.org/W6729433768","https://openalex.org/W6731982132","https://openalex.org/W6760279721","https://openalex.org/W6767091432"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"Transportation":[0],"simulation":[1,220],"is":[2,20,30,48,138],"non-trivial":[3],"due":[4],"to":[5,44,59,98,108,125,191],"the":[6,26,32,65,100,120,144,151,192,204,211,214,224,230],"co-existence":[7],"of":[8,10,28,34,52,68,106,189,203,213],"thousands":[9],"heterogeneous":[11,127],"decision":[12,18,91,118],"makers":[13],"(or":[14,136],"vehicles).":[15],"Such":[16],"large-scale":[17,89],"making":[19,92],"intrinsically":[21],"a":[22,50,80,115,200],"complex":[23],"decentralized":[24,90],"problem,":[25],"resolution":[27],"which":[29],"at":[31,111],"forefront":[33],"transportation":[35,94],"simulation.":[36],"Despite":[37],"many":[38],"physical":[39],"or":[40],"mathematical":[41],"models":[42,166,180],"proposed":[43,215],"date,":[45],"underlying":[46],"them":[47],"usually":[49],"set":[51],"universal":[53],"rules":[54],"plus":[55],"some":[56],"random":[57],"perturbations":[58],"characterize":[60],"vehicular":[61],"movements.":[62],"Inspired":[63],"by":[64],"decision-making":[66],"mechanism":[67],"rational":[69],"human":[70],"beings":[71],"(i.e.,":[72],"learning":[73,85],"iteratively":[74],"from":[75],"experience),":[76],"this":[77],"study":[78],"proposes":[79],"novel":[81],"two-stage":[82],"ensemble":[83,159],"reinforcement":[84],"(TERL)":[86],"paradigm":[87],"for":[88,140,167],"in":[93,96,199,207,217],"simulation,":[95],"order":[97],"enhance":[99],"computational":[101],"efficiency":[102],"and":[103,148,229],"thus":[104],"scalability":[105],"RL":[107,134,165,179],"practical":[109],"applications":[110],"scale.":[112],"After":[113],"establishing":[114],"problem-specific":[116],"Markov":[117],"process,":[119],"first":[121],"stage":[122,156],"utilizes":[123],"clustering":[124],"group":[126],"vehicles":[128,146,168,175],"into":[129],"quasi-homogeneous":[130],"clusters.":[131],"A":[132],"representative":[133,164],"model":[135,228],"agent)":[137],"employed":[139],"each":[141],"cluster":[142],"where":[143],"included":[145],"share":[147],"jointly":[149],"optimize":[150],"policy":[152],"parameters.":[153],"The":[154],"second":[155],"develops":[157],"an":[158],"control":[160],"strategy":[161],"based":[162],"on":[163],"isolated":[169],"as":[170],"noise":[171],"during":[172],"clustering.":[173],"While":[174],"are":[176,181],"simultaneously":[177],"simulated,":[178],"separately":[182],"trained":[183],"with":[184,223],"cluster-specific":[185],"experience":[186],"replay.":[187],"Application":[188],"TERL":[190],"classical":[193,225],"multi-user":[194],"dynamic":[195,231],"route":[196],"choice":[197],"problem":[198],"real-world":[201],"network":[202],"Gusu":[205],"District":[206],"Suzhou,":[208],"China":[209],"demonstrates":[210],"effectiveness":[212],"approach":[216],"deriving":[218],"desirable":[219],"results,":[221],"compared":[222],"shortest":[226],"path":[227],"user":[232],"equilibrium":[233],"model.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}