{"id":"https://openalex.org/W4402810770","doi":"https://doi.org/10.1177/03611981241260695","title":"Lane-Change Decision of Automatic Driving Based on Reinforcement Learning Framework","display_name":"Lane-Change Decision of Automatic Driving Based on Reinforcement Learning Framework","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4402810770","doi":"https://doi.org/10.1177/03611981241260695"},"language":"en","primary_location":{"id":"doi:10.1177/03611981241260695","doi":"https://doi.org/10.1177/03611981241260695","is_oa":false,"landing_page_url":"https://doi.org/10.1177/03611981241260695","pdf_url":null,"source":{"id":"https://openalex.org/S145575934","display_name":"Transportation Research Record Journal of the Transportation Research Board","issn_l":"0361-1981","issn":["0361-1981","2169-4052"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportation Research Record: Journal of the Transportation Research Board","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100343424","display_name":"Jiaxin Li","orcid":"https://orcid.org/0000-0002-5366-843X","observed_orcids":["https://orcid.org/0000-0002-5366-843X"]},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Li","raw_affiliation_strings":["School of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049384079","display_name":"Gang Liu","orcid":"https://orcid.org/0000-0001-7908-4881","observed_orcids":["https://orcid.org/0000-0001-7908-4881"]},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016580090","display_name":"Zhiyu Chen","orcid":"https://orcid.org/0000-0001-8654-2369","observed_orcids":["https://orcid.org/0000-0001-8654-2369"]},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-8654-2369","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066064561","display_name":"Jianwei Guo","orcid":"https://orcid.org/0000-0003-2658-8845","observed_orcids":["https://orcid.org/0000-0003-2658-8845","https://orcid.org/0009-0003-2630-562X"]},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianwei Guo","raw_affiliation_strings":["School of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5066064561"],"corresponding_institution_ids":["https://openalex.org/I4385474403"],"apc_list":{"value":3450,"currency":"USD","value_usd":3450},"apc_paid":null,"fwci":0.4308,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.56132467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"2679","issue":"2","first_page":"187","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lane-changing-decision","display_name":"lane-changing decision","score":0.7960000038146973},{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.9459999799728394},{"id":"https://openalex.org/keywords/highway-driving","display_name":"highway driving","score":0.828000009059906},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9200000166893005},{"id":"https://openalex.org/keywords/lstm","display_name":"LSTM","score":0.7590000033378601},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9980000257492065},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"collision avoidance","score":0.7390000224113464},{"id":"https://openalex.org/keywords/overtaking","display_name":"overtaking","score":0.9240000247955322}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7442497611045837},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5271843671798706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5164754390716553},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3868313133716583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2191300392150879},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08583402633666992}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/03611981241260695","doi":"https://doi.org/10.1177/03611981241260695","is_oa":false,"landing_page_url":"https://doi.org/10.1177/03611981241260695","pdf_url":null,"source":{"id":"https://openalex.org/S145575934","display_name":"Transportation Research Record Journal of the Transportation Research Board","issn_l":"0361-1981","issn":["0361-1981","2169-4052"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportation Research Record: Journal of the Transportation Research Board","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2003993399","https://openalex.org/W2048989213","https://openalex.org/W2060135607","https://openalex.org/W2064675550","https://openalex.org/W2072802361","https://openalex.org/W2145339207","https://openalex.org/W2150066425","https://openalex.org/W2406067508","https://openalex.org/W2735244900","https://openalex.org/W2739529772","https://openalex.org/W2746553466","https://openalex.org/W2753480559","https://openalex.org/W2789541106","https://openalex.org/W2896089337","https://openalex.org/W2921424150","https://openalex.org/W2944851425","https://openalex.org/W2963165400","https://openalex.org/W2973183361","https://openalex.org/W2977843878","https://openalex.org/W3010740942","https://openalex.org/W3021988786","https://openalex.org/W3091986137","https://openalex.org/W3160182403","https://openalex.org/W3207654079","https://openalex.org/W3212357731","https://openalex.org/W4205272462","https://openalex.org/W4221151458","https://openalex.org/W4286248472","https://openalex.org/W4290375100","https://openalex.org/W4303650407","https://openalex.org/W4313270146"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"In":[0,112],"highway":[1,85,155,170],"traffic":[2,132],"environment,":[3,171],"vehicle":[4],"lane-change":[5],"decisions":[6],"are":[7],"a":[8,81,125],"critical":[9],"and":[10,57,93,103,134,147,182,190],"difficult":[11],"task":[12],"for":[13,27,43,84],"an":[14],"agent.":[15],"The":[16,137,163],"traditional":[17],"deep":[18],"Q-network":[19,107],"(DQN)":[20],"has":[21,191],"been":[22],"the":[23,39,47,50,59,64,114,143,169,172,177],"main":[24],"architecture":[25],"used":[26],"this":[28,78,97],"task.":[29],"However,":[30],"DQN":[31,83],"still":[32],"faces":[33],"two":[34],"major":[35],"challenges":[36],"in":[37,49,168],"solving":[38],"lane-changing":[40],"decision-making":[41],"problem":[42],"autonomous":[44,152],"driving:":[45],"1)":[46],"instability":[48],"training":[51],"process":[52],"leads":[53],"to":[54,67,108,145],"frequent":[55,110,180],"collisions":[56,181],"2)":[58],"single":[60],"reward":[61,116,121,123],"function":[62],"limits":[63],"agent\u2019s":[65],"ability":[66],"learn":[68],"representative":[69,160],"domain":[70,161],"knowledge":[71],"about":[72],"highways.":[73],"To":[74],"address":[75],"these":[76],"issues,":[77],"paper":[79],"proposes":[80],"multi-reward":[82],"driving":[86,153],"decisions,":[87],"with":[88],"long":[89],"short-term":[90],"memory":[91],"(LSTM)":[92],"self-attention.":[94],"We":[95],"call":[96],"model":[98,144],"LAMRDQN.":[99],"It":[100],"incorporates":[101],"LSTM":[102],"self-attention":[104],"mechanism":[105],"into":[106,119],"reduce":[109],"collisions.":[111],"addition,":[113],"unitary":[115],"is":[117],"changed":[118],"multiple":[120,140],"functions\u2014each":[122],"emphasizing":[124],"specific":[126],"factor,":[127],"such":[128],"as":[129],"speed,":[130],"obeying":[131],"rules,":[133],"lane":[135],"changing.":[136],"use":[138],"of":[139,151,179],"rewards":[141],"enables":[142],"capture":[146],"optimize":[148],"various":[149],"aspects":[150],"on":[154],"tasks,":[156],"thereby":[157],"obtaining":[158],"more":[159],"knowledge.":[162],"experiment":[164],"results":[165],"show":[166],"that,":[167],"method":[173],"can":[174],"effectively":[175],"improve":[176],"problems":[178],"poor":[183],"learning":[184,198],"performance":[185,194],"when":[186],"vehicles":[187],"change":[188],"lanes,":[189],"better":[192],"overtaking":[193],"than":[195],"related":[196],"reinforcement":[197],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}