{"id":"https://openalex.org/W4392827441","doi":"https://doi.org/10.1109/tvt.2024.3377288","title":"An Integrated Framework of Lateral and Longitudinal Behavior Decision-Making for Autonomous Driving Using Reinforcement Learning","display_name":"An Integrated Framework of Lateral and Longitudinal Behavior Decision-Making for Autonomous Driving Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392827441","doi":"https://doi.org/10.1109/tvt.2024.3377288"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3377288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3377288","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057048213","display_name":"Haoyuan Ni","orcid":"https://orcid.org/0000-0001-8715-0068"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Ni","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8715-0068","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038183961","display_name":"Guizhen Yu","orcid":"https://orcid.org/0000-0001-8374-7422"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guizhen Yu","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8374-7422","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090846452","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0002-8076-8989"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8076-8989","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049016575","display_name":"Bin Zhou","orcid":"https://orcid.org/0000-0002-1141-5557"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1141-5557","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102978784","display_name":"Yaping Liao","orcid":"https://orcid.org/0000-0002-9128-3688"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Liao","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9128-3688","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101658640","display_name":"Han Li","orcid":"https://orcid.org/0000-0001-5136-7396"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Li","raw_affiliation_strings":["Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5136-7396","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Transportation Technology for Special Vehicles, Ministry of Industry and Information Technology, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0067,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85640316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"7","first_page":"9706","last_page":"9720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6234780550003052},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6106457710266113},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45390641689300537},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3810787796974182},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34372565150260925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30075401067733765},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.2318013310432434}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6234780550003052},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6106457710266113},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45390641689300537},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3810787796974182},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34372565150260925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30075401067733765},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.2318013310432434}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3377288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3377288","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G297144773","display_name":null,"funder_award_id":"52272327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W1972044564","https://openalex.org/W2036045563","https://openalex.org/W2037061473","https://openalex.org/W2047688790","https://openalex.org/W2056877664","https://openalex.org/W2070554565","https://openalex.org/W2086161653","https://openalex.org/W2089080831","https://openalex.org/W2101255815","https://openalex.org/W2145339207","https://openalex.org/W2526634643","https://openalex.org/W2537623947","https://openalex.org/W2542192499","https://openalex.org/W2746553466","https://openalex.org/W2792609710","https://openalex.org/W2887753490","https://openalex.org/W2896640299","https://openalex.org/W2903709398","https://openalex.org/W2905334533","https://openalex.org/W2915686220","https://openalex.org/W2942552875","https://openalex.org/W2945935438","https://openalex.org/W2946237553","https://openalex.org/W2951765708","https://openalex.org/W2963165400","https://openalex.org/W2963697717","https://openalex.org/W2973229164","https://openalex.org/W2989958156","https://openalex.org/W2991448601","https://openalex.org/W3004199239","https://openalex.org/W3011120880","https://openalex.org/W3011425086","https://openalex.org/W3016931720","https://openalex.org/W3086911381","https://openalex.org/W3105161010","https://openalex.org/W3116143577","https://openalex.org/W3119981760","https://openalex.org/W3124225140","https://openalex.org/W3136325136","https://openalex.org/W3141426068","https://openalex.org/W3203112084","https://openalex.org/W3209562871","https://openalex.org/W3211345831","https://openalex.org/W4205272462","https://openalex.org/W4211076387","https://openalex.org/W4212885918","https://openalex.org/W4214940160","https://openalex.org/W4225882772","https://openalex.org/W4282005810","https://openalex.org/W4308068820","https://openalex.org/W6602959123","https://openalex.org/W6639949747","https://openalex.org/W6748839928","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Lateral":[0],"lane-changing":[1,72,154],"and":[2,18,55,73,103,122,174],"longitudinal":[3,56,114,147],"car-following":[4,74,115],"behavior":[5],"decision-making":[6,47,85,139,148,188],"is":[7,59],"crucial":[8],"for":[9,63,146],"the":[10,68,97,128,143,172,177,185,191],"implementation":[11,192],"of":[12,67,120,130,160,176,193],"autonomous":[13],"driving":[14,169],"(AD)":[15],"in":[16,52,135,153,165],"complex":[17],"dynamic":[19],"traffic":[20],"environment.":[21],"Reinforcement":[22],"learning":[23],"(RL)":[24],"has":[25],"been":[26],"increasingly":[27],"applied":[28],"to":[29,33,82,95,112,126,149],"these":[30],"behaviors":[31],"due":[32],"its":[34],"powerful":[35],"environmental":[36],"adaptability.":[37],"However,":[38],"typical":[39,166],"RL-based":[40,186],"research":[41],"focused":[42],"solely":[43],"on":[44],"one":[45],"directional":[46],"or":[48,155],"output":[49],"discrete":[50],"actions":[51],"both":[53],"lateral":[54,98,138],"directions,":[57],"which":[58],"not":[60],"sufficiently":[61],"flexible":[62],"AD.":[64,194],"In":[65],"view":[66],"close":[69],"interaction":[70],"between":[71],"tasks,":[75],"this":[76],"study":[77],"proposed":[78,178],"an":[79],"integrated":[80,141,179],"framework":[81],"realize":[83],"coupled":[84,187],"using":[86],"RL.":[87,136],"Specifically,":[88],"double":[89],"deep":[90,106],"Q-network":[91],"(DDQN)":[92],"was":[93,124,140],"used":[94,111],"make":[96,113],"lane":[99],"change":[100],"command":[101],"decision-making,":[102],"twin":[104],"delay":[105],"deterministic":[107],"policy":[108],"gradient":[109],"(TD3)":[110],"acceleration":[116,152],"decision-making.":[117],"The":[118,137,181],"integration":[119],"DDQN":[121],"TD3":[123],"deployed":[125],"tackle":[127],"problem":[129],"discrete-continuous":[131],"hybrid":[132],"action":[133],"space":[134],"into":[142],"actor-critic":[144],"network":[145],"generate":[150],"accurate":[151],"lane-keeping":[156],"conditions.":[157],"A":[158],"series":[159],"simulation":[161],"experiments":[162],"were":[163],"conducted":[164],"two-lane":[167],"straight":[168],"scenarios,":[170],"validating":[171],"feasibility":[173],"applicability":[175],"framework.":[180],"results":[182],"reveal":[183],"that":[184],"helps":[189],"enhance":[190]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}