{"id":"https://openalex.org/W3208938727","doi":"https://doi.org/10.1109/itsc48978.2021.9564533","title":"Developing a Merge Lane Change Decision Policy for Autonomous Vehicles by Deep Reinforcement Learning","display_name":"Developing a Merge Lane Change Decision Policy for Autonomous Vehicles by Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-19","ids":{"openalex":"https://openalex.org/W3208938727","doi":"https://doi.org/10.1109/itsc48978.2021.9564533","mag":"3208938727"},"language":"en","primary_location":{"id":"doi:10.1109/itsc48978.2021.9564533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042024726","display_name":"Bingyi Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bingyi Fan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102024878","display_name":"Yuhan Zhou","orcid":"https://orcid.org/0000-0002-3091-1425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhan Zhou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026147899","display_name":"Hani S. Mahmassani","orcid":"https://orcid.org/0000-0002-8443-8928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hani Mahmassani","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042024726"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.824,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72927313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"963","last_page":"968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8202072978019714},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.7112489938735962},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6885430812835693},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.45873701572418213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2717532515525818},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1852339804172516}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8202072978019714},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.7112489938735962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6885430812835693},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.45873701572418213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2717532515525818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1852339804172516},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc48978.2021.9564533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W20499850","https://openalex.org/W104927110","https://openalex.org/W634904240","https://openalex.org/W1833552892","https://openalex.org/W1965455100","https://openalex.org/W2056877664","https://openalex.org/W2119717200","https://openalex.org/W2152374007","https://openalex.org/W2342662072","https://openalex.org/W2583813242","https://openalex.org/W2583993537","https://openalex.org/W2752236613","https://openalex.org/W2766413382","https://openalex.org/W2794842204","https://openalex.org/W2795064979","https://openalex.org/W2903720609","https://openalex.org/W2904199397","https://openalex.org/W2904466241","https://openalex.org/W2963641140","https://openalex.org/W2990417263","https://openalex.org/W3100944043","https://openalex.org/W3102270594","https://openalex.org/W3102777717","https://openalex.org/W3104790740","https://openalex.org/W3106357768","https://openalex.org/W6604331516","https://openalex.org/W6620348737","https://openalex.org/W6704571135"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4234886518","https://openalex.org/W2389591058","https://openalex.org/W2486541857","https://openalex.org/W2390279801","https://openalex.org/W2382112581","https://openalex.org/W3124036233","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855"],"abstract_inverted_index":{"With":[0],"autonomous":[1],"vehicles":[2],"(AVs)":[3],"being":[4],"actively":[5],"developed,":[6],"it":[7],"becomes":[8],"possible":[9],"to":[10,40,43,46,90],"optimize":[11],"vehicle":[12],"control":[13],"policies":[14,92,137],"and":[15,29,60,72,119,138],"traffic":[16,49,99,145],"management":[17],"tools":[18],"in":[19,74],"a":[20,54,67,75,102],"mixed":[21,76],"vehicular":[22],"environment.":[23],"For":[24],"individual":[25],"AV":[26],"control,":[27],"acceleration":[28,59],"lane":[30,61],"change":[31,62],"are":[32],"the":[33,47,80,115,121,130,135,142],"two":[34,110],"elementary":[35],"driving":[36],"behaviors":[37,132],"that":[38,93],"need":[39],"be":[41],"coordinated":[42],"minimize":[44],"disturbance":[45],"entire":[48],"dynamics.":[50],"In":[51],"this":[52],"paper,":[53],"joint":[55],"decision":[56],"policy":[57],"of":[58,82],"actions":[63],"for":[64,114,120],"AVs":[65],"on":[66,97,141],"merging":[68],"ramp":[69],"is":[70,88],"proposed":[71],"trained":[73,136],"autonomy":[77],"traffic,":[78],"using":[79],"technique":[81],"deep":[83],"reinforcement":[84],"learning.":[85],"Our":[86],"method":[87],"able":[89],"train":[91],"have":[94],"limited":[95],"impact":[96],"highway":[98,144],"while":[100],"maintaining":[101],"relatively":[103],"high":[104],"merge":[105],"throughput.":[106],"We":[107],"experimented":[108],"with":[109],"reward":[111],"functions,":[112],"designed":[113],"AV's":[116],"selfish":[117],"benefits":[118],"network":[122],"traffic's":[123],"social":[124],"benefits.":[125],"This":[126],"paper":[127],"then":[128],"examines":[129],"emergent":[131],"exhibited":[133],"by":[134],"their":[139],"impacts":[140],"main":[143],"at":[146],"different":[147],"density":[148],"levels.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}