{"id":"https://openalex.org/W4226203024","doi":"https://doi.org/10.1109/tits.2022.3157910","title":"A Roadside Decision-Making Methodology Based on Deep Reinforcement Learning to Simultaneously Improve the Safety and Efficiency of Merging Zone","display_name":"A Roadside Decision-Making Methodology Based on Deep Reinforcement Learning to Simultaneously Improve the Safety and Efficiency of Merging Zone","publication_year":2022,"publication_date":"2022-03-17","ids":{"openalex":"https://openalex.org/W4226203024","doi":"https://doi.org/10.1109/tits.2022.3157910"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3157910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3157910","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090081034","display_name":"Jinchao Hu","orcid":"https://orcid.org/0000-0003-0174-9737"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinchao Hu","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0174-9737","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100699659","display_name":"Xu Li","orcid":"https://orcid.org/0000-0003-2772-7114"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Li","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2772-7114","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112910860","display_name":"Yanqing Cen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]},{"id":"https://openalex.org/I4210139553","display_name":"Research Institute of Highway","ror":"https://ror.org/0335kqk33","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216","https://openalex.org/I4210139553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanqing Cen","raw_affiliation_strings":["Research Institute of Highway Ministry of Transport, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Highway Ministry of Transport, Beijing, China","institution_ids":["https://openalex.org/I4210139553","https://openalex.org/I4210127216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088520478","display_name":"Qimin Xu","orcid":"https://orcid.org/0000-0002-7159-8666"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimin Xu","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7159-8666","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103280324","display_name":"Xuefen Zhu","orcid":"https://orcid.org/0000-0002-4510-8555"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefen Zhu","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4510-8555","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049446739","display_name":"Weiming Hu","orcid":"https://orcid.org/0000-0001-9483-5559"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Hu","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9483-5559","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090081034"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.7011,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.83125228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"10","first_page":"18620","last_page":"18631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5573399662971497},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5504898428916931},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.45554250478744507},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3839453458786011},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.352234423160553},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.33548009395599365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23439210653305054},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11436682939529419}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5573399662971497},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5504898428916931},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.45554250478744507},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3839453458786011},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.352234423160553},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33548009395599365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23439210653305054},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11436682939529419}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3157910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3157910","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G480674789","display_name":null,"funder_award_id":"2018YFB1600804","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W341403209","https://openalex.org/W1592601589","https://openalex.org/W1602431127","https://openalex.org/W1984552798","https://openalex.org/W1989499286","https://openalex.org/W2097545165","https://openalex.org/W2125001944","https://openalex.org/W2145339207","https://openalex.org/W2161408559","https://openalex.org/W2243721295","https://openalex.org/W2507217121","https://openalex.org/W2509583637","https://openalex.org/W2548722511","https://openalex.org/W2736601468","https://openalex.org/W2760467503","https://openalex.org/W2765413065","https://openalex.org/W2806373172","https://openalex.org/W2909215621","https://openalex.org/W2915117209","https://openalex.org/W2915916313","https://openalex.org/W2933570795","https://openalex.org/W2942676927","https://openalex.org/W2946237553","https://openalex.org/W2959526403","https://openalex.org/W2963625099","https://openalex.org/W2973183361","https://openalex.org/W2980221379","https://openalex.org/W2989802631","https://openalex.org/W3016646498","https://openalex.org/W3017377715","https://openalex.org/W3090027660","https://openalex.org/W3091516903","https://openalex.org/W3096120610","https://openalex.org/W3112856749","https://openalex.org/W3118868204","https://openalex.org/W3133129631","https://openalex.org/W3164700307","https://openalex.org/W6741002519","https://openalex.org/W7002173608"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W650625605","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W3113932901","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2801025257","https://openalex.org/W3049728571"],"abstract_inverted_index":{"The":[0,198],"safety":[1,19,46,72,209],"and":[2,20,73,85,189,195,210,212,217],"efficiency":[3,21,34,74],"of":[4,39,47,75,91,117,128,134,144,170,176,185],"the":[5,18,45,71,107,126,137,140,147,159,168,173,177,182,203],"merging":[6,28,48,76,148],"zone":[7,29,49,149],"is":[8,150,163],"particularly":[9],"important":[10],"for":[11],"traffic":[12,25,219],"networks.":[13],"Although":[14],"autonomous":[15],"vehicle":[16,23,52],"improves":[17,208],"from":[22,35],"view,":[24],"controlling":[26],"in":[27,58,146],"mostly":[30],"focus":[31],"on":[32,102,167,181],"improving":[33],"roadside":[36,65,113,178,204],"view.":[37],"Lacking":[38],"detailed":[40],"driving":[41],"recommendation,":[42],"it":[43,213],"ignores":[44],"where":[50],"commercial":[51,110,129],"pose":[53],"a":[54,64],"high":[55],"collision":[56,97],"risk":[57],"real":[59],"traffic.":[60],"This":[61],"paper":[62],"proposes":[63],"decision-making":[66,179,205],"methodology":[67,206],"to":[68,94,109],"simultaneously":[69,207],"improve":[70],"zone.":[77],"We":[78],"have":[79],"built":[80],"two":[81],"modules,":[82],"namely":[83],"assessment":[84],"decision-making.":[86],"Assessment":[87],"module":[88,100],"takes":[89],"advantage":[90],"Bayesian":[92],"inference":[93],"evaluate":[95],"dynamic":[96],"risk.":[98],"Decision-making":[99],"based":[101],"deep":[103],"reinforcement":[104],"learning":[105],"recommends":[106],"actions":[108],"vehicles":[111,130,145],"by":[112,131,152,165],"unit.":[114],"A":[115],"series":[116],"typical":[118],"simulation":[119],"tests":[120],"show":[121,201],"that":[122,202],"our":[123],"method":[124,180],"increases":[125],"TTC":[127],"an":[132],"average":[133,160,174],"62.7%.":[135],"In":[136],"free":[138,216],"flow,":[139],"overall":[141],"travel":[142,187],"time":[143],"reduced":[151,164],"11.68%.":[153],"Most":[154],"notably,":[155],"when":[156],"congestion":[157],"occurred,":[158],"jam":[161,190],"length":[162,191],"59.68%":[166],"premise":[169],"safety.":[171],"Moreover,":[172],"accuracy":[175],"evaluation":[183],"metrics":[184],"TTC,":[186],"time,":[188],"are":[192],"93.73%,":[193],"91.65%,":[194],"94.45%,":[196],"respectively.":[197],"experimental":[199],"results":[200],"efficiency,":[211],"dynamically":[214],"adapts":[215],"congested":[218],"flow.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}