{"id":"https://openalex.org/W4391406957","doi":"https://doi.org/10.1109/tvt.2024.3360445","title":"Decision-Making for Autonomous Vehicles in Random Task Scenarios at Unsignalized Intersection Using Deep Reinforcement Learning","display_name":"Decision-Making for Autonomous Vehicles in Random Task Scenarios at Unsignalized Intersection Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391406957","doi":"https://doi.org/10.1109/tvt.2024.3360445"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3360445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3360445","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102623048","display_name":"Wenxuan Xiao","orcid":"https://orcid.org/0009-0004-1582-5977"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Xiao","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0004-1582-5977","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101837054","display_name":"Yuyou Yang","orcid":"https://orcid.org/0000-0002-3365-6941"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyou Yang","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3365-6941","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyu Mu","orcid":"https://orcid.org/0009-0006-9456-2590"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Mu","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0006-9456-2590","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021293148","display_name":"Yi Xie","orcid":"https://orcid.org/0000-0002-1811-2997"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Xie","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-1811-2997","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077232157","display_name":"Xiaolin Tang","orcid":"https://orcid.org/0000-0001-5709-291X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Tang","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5709-291X","affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031991761","display_name":"Dongpu Cao","orcid":"https://orcid.org/0000-0001-7929-4336"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dongpu Cao","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engi-neering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7929-4336","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engi-neering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100416715","display_name":"Teng Liu","orcid":"https://orcid.org/0000-0001-5862-0518"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I50180762","display_name":"Chongqing Three Gorges University","ror":"https://ror.org/05rs3pv16","country_code":"CN","type":"education","lineage":["https://openalex.org/I50180762"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Liu","raw_affiliation_strings":["Clinical Research Center (CRC), Clinical Pathology Center (CPC), Cancer Early Detection and Treatment Center (CEDTC) and Translational Medicine Research Center (TMRC), Chongqing University Three Gorges Hospital, Chongqing University, Wanzhou, China","Clinical Research Center (CRC), Clinical Pathology Center (CPC), Cancer Early Detection and Treatment Center (CEDTC) and Translational Medicine Research Center (TMRC), Chongqing University Three Gorges Hospital, Chongqing University, Wanzhou, Chongqing, China","College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5862-0518","affiliations":[{"raw_affiliation_string":"Clinical Research Center (CRC), Clinical Pathology Center (CPC), Cancer Early Detection and Treatment Center (CEDTC) and Translational Medicine Research Center (TMRC), Chongqing University Three Gorges Hospital, Chongqing University, Wanzhou, China","institution_ids":["https://openalex.org/I50180762"]},{"raw_affiliation_string":"Clinical Research Center (CRC), Clinical Pathology Center (CPC), Cancer Early Detection and Treatment Center (CEDTC) and Translational Medicine Research Center (TMRC), Chongqing University Three Gorges Hospital, Chongqing University, Wanzhou, Chongqing, China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I50180762"]},{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4353,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95469723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"73","issue":"6","first_page":"7812","last_page":"7825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.919700026512146,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.795120120048523},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7600439786911011},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6377808451652527},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5553308725357056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42820048332214355},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3807956278324127},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3644424080848694},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10711607336997986}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.795120120048523},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7600439786911011},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6377808451652527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5553308725357056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42820048332214355},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3807956278324127},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3644424080848694},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10711607336997986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3360445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3360445","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2065696058","https://openalex.org/W2079969625","https://openalex.org/W2087065496","https://openalex.org/W2100800486","https://openalex.org/W2107726111","https://openalex.org/W2284958039","https://openalex.org/W2344396459","https://openalex.org/W2509583637","https://openalex.org/W2516601648","https://openalex.org/W2517688734","https://openalex.org/W2546352153","https://openalex.org/W2616635592","https://openalex.org/W2904246096","https://openalex.org/W2963804019","https://openalex.org/W2981037657","https://openalex.org/W2989847975","https://openalex.org/W3058802557","https://openalex.org/W3087727835","https://openalex.org/W3090027660","https://openalex.org/W3091492359","https://openalex.org/W3091881817","https://openalex.org/W3118172322","https://openalex.org/W3118210634","https://openalex.org/W3157270510","https://openalex.org/W3208617162","https://openalex.org/W3209562871","https://openalex.org/W4214496626","https://openalex.org/W4288372726","https://openalex.org/W4298392598","https://openalex.org/W4385245566","https://openalex.org/W6746542636","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6760985608","https://openalex.org/W6769218391","https://openalex.org/W6783555792","https://openalex.org/W6794204269"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2348909947","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090"],"abstract_inverted_index":{"This":[0],"study":[1],"constructs":[2],"a":[3,18,84,101],"decision-making":[4],"control":[5],"framework":[6],"for":[7],"autonomous":[8],"ego":[9],"vehicles":[10,29,60],"(AEV)":[11],"based":[12,88],"on":[13,89],"Soft":[14],"Actor-Critic":[15],"(SAC)":[16],"in":[17,77,120,147],"random":[19],"driving":[20,39,54,108],"task":[21,109],"scenario":[22],"at":[23],"an":[24],"unsignalized":[25,42],"intersection.":[26],"The":[27,153],"environment":[28,64],"include":[30],"both":[31],"AEV":[32,57],"and":[33,36,49,58,70,126,142,151,166],"surrounding":[34,59],"vehicles,":[35],"the":[37,53,63,90,97,107,111,131,137,140],"three":[38,74,159],"tasks":[40,55],"through":[41],"intersections":[43],"are":[44,61,73],"going":[45],"straight,":[46],"left":[47],"turn,":[48],"right":[50],"turn.":[51],"Since":[52],"of":[56,110,139,149],"random,":[62],"is":[65,145],"characterized":[66],"by":[67,99],"high":[68],"uncertainty":[69],"difficulty.":[71],"There":[72],"innovative":[75],"points":[76],"this":[78,81,94,115,135],"paper.":[79],"First,":[80],"paper":[82,95,116],"proposes":[83],"new":[85,102],"Mix-Attention":[86],"Network":[87],"attention":[91],"mechanism.":[92],"Second,":[93],"improves":[96],"state":[98],"introducing":[100],"input":[103],"quantity":[104],"to":[105,129],"represent":[106],"vehicle":[112],"itself.":[113],"Third,":[114],"has":[117],"been":[118],"enhanced":[119],"replay":[121],"buffer,":[122],"using":[123],"more":[124],"collision":[125],"arrival":[127],"experiences":[128],"train":[130],"neural":[132],"network.":[133],"In":[134],"paper,":[136],"performance":[138,165],"original":[141],"improved":[143],"models":[144],"evaluated":[146],"terms":[148],"safety":[150],"efficiency.":[152],"simulation":[154],"results":[155],"show":[156],"that":[157],"all":[158],"proposed":[160],"improvement":[161],"methods":[162],"can":[163],"improve":[164],"achieve":[167],"better":[168],"results.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}