{"id":"https://openalex.org/W3175526935","doi":"https://doi.org/10.1109/tcds.2021.3092715","title":"A Deep Reinforcement Learning Algorithm Suitable for Autonomous Vehicles: Double Bootstrapped Soft-Actor\u2013Critic-Discrete","display_name":"A Deep Reinforcement Learning Algorithm Suitable for Autonomous Vehicles: Double Bootstrapped Soft-Actor\u2013Critic-Discrete","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3175526935","doi":"https://doi.org/10.1109/tcds.2021.3092715","mag":"3175526935"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2021.3092715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3092715","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066144350","display_name":"Jiachen Yang","orcid":"https://orcid.org/0000-0003-2558-552X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2558-552X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622777","display_name":"Jipeng Zhang","orcid":"https://orcid.org/0000-0001-9638-2741"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jipeng Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-9638-2741","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031593368","display_name":"Meng Xi","orcid":"https://orcid.org/0000-0001-8207-3921"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Xi","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8207-3921","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071238824","display_name":"Yutian Lei","orcid":"https://orcid.org/0000-0003-3513-3201"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutian Lei","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-3513-3201","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062459511","display_name":"Yiwen Sun","orcid":"https://orcid.org/0000-0002-8681-4165"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwen Sun","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":4.0634,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.94502237,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"15","issue":"4","first_page":"2041","last_page":"2052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.825434684753418},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8059282898902893},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4866245687007904},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40934646129608154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.825434684753418},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8059282898902893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4866245687007904},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40934646129608154}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2021.3092715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3092715","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G8191841786","display_name":"\u57fa\u4e8e\u4e09\u7406\u6c47\u901a\u7684\u865a\u62df\u73b0\u5b9e\u4f53\u9a8c\u8d28\u91cf\u8bc4\u4ef7\u7814\u7a76","funder_award_id":"61871283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2055404495","https://openalex.org/W2149822156","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2401657790","https://openalex.org/W2559655401","https://openalex.org/W2563338958","https://openalex.org/W2595700172","https://openalex.org/W2734733003","https://openalex.org/W2736601468","https://openalex.org/W2739770424","https://openalex.org/W2740361510","https://openalex.org/W2741086815","https://openalex.org/W2743384360","https://openalex.org/W2746553466","https://openalex.org/W2781726626","https://openalex.org/W2785738552","https://openalex.org/W2787938642","https://openalex.org/W2798705390","https://openalex.org/W2807908072","https://openalex.org/W2824479732","https://openalex.org/W2895923634","https://openalex.org/W2896457183","https://openalex.org/W2896631555","https://openalex.org/W2897827648","https://openalex.org/W2898132662","https://openalex.org/W2902098903","https://openalex.org/W2911087563","https://openalex.org/W2920326761","https://openalex.org/W2948708918","https://openalex.org/W2963049774","https://openalex.org/W2963194026","https://openalex.org/W2963625099","https://openalex.org/W2963679616","https://openalex.org/W2963976704","https://openalex.org/W2964023530","https://openalex.org/W2964092386","https://openalex.org/W2968983352","https://openalex.org/W2973229164","https://openalex.org/W2976036462","https://openalex.org/W2981037657","https://openalex.org/W2996808613","https://openalex.org/W2996896271","https://openalex.org/W3011120880","https://openalex.org/W3012573144","https://openalex.org/W3043013488","https://openalex.org/W3095315965","https://openalex.org/W3101063937","https://openalex.org/W4287825193","https://openalex.org/W4293584584","https://openalex.org/W4298857966","https://openalex.org/W6678114464","https://openalex.org/W6685444567","https://openalex.org/W6695011786","https://openalex.org/W6696324988","https://openalex.org/W6757469721","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345"],"abstract_inverted_index":{"With":[0],"the":[1,18,49,55,117,126,134,140,143,159,164,169,173,177],"rapid":[2],"advancement":[3],"of":[4,20,51,57,128,142,163,172],"modern":[5],"society,":[6],"autonomous":[7,23,52,58],"systems":[8],"have":[9,25],"been":[10],"broadly":[11],"applied":[12],"in":[13,44,121,191],"people\u2019s":[14],"daily":[15],"lives.":[16],"Under":[17],"guidance":[19],"this":[21,97],"trend,":[22],"vehicles":[24,59],"gradually":[26],"become":[27],"popular.":[28],"However,":[29],"due":[30],"to":[31,68,85,119,176],"some":[32],"adverse":[33],"factors":[34],"(such":[35],"as":[36],"insufficient":[37],"computing":[38,46,144],"force":[39,145],"and":[40,48,81,91,103,139,161,167,195],"limited":[41],"communication":[42],"bandwidth)":[43],"edge":[45],"scenarios":[47],"lack":[50],"decision-making":[53,94],"ability,":[54],"safety":[56],"is":[60,64,124,131,137,146],"not":[61],"enough.":[62],"It":[63],"a":[65,70,87,108,153,197],"good":[66,189],"solution":[67],"use":[69],"deep":[71,78],"reinforcement":[72,82],"learning":[73,79,83],"(DRL)":[74],"algorithm,":[75],"which":[76,157],"combines":[77],"(DL)":[80],"(RL),":[84],"provide":[86],"fast":[88,198],"convergence":[89,135,199],"speed":[90],"an":[92],"appropriate":[93],"ability.":[95],"In":[96,148],"article,":[98],"based":[99],"on":[100],"soft-actor\u2013critic":[101],"(SAC)":[102],"SAC-discrete":[104],"(SAC-D),":[105],"we":[106,150],"propose":[107,152],"double":[109],"bootstrapped":[110],"SAC-D":[111],"(DBSAC-D)":[112],"algorithm.":[113],"By":[114],"introducing":[115],"bootstrap,":[116],"ability":[118],"explore":[120],"action":[122,130],"space":[123],"enhanced,":[125],"value":[127,171],"each":[129],"accurately":[132],"judged,":[133],"process":[136],"accelerated":[138],"consumption":[141],"reduced.":[147],"addition,":[149],"also":[151],"novel":[154],"sampling":[155],"strategy,":[156],"balances":[158],"novelty":[160],"importance":[162],"sampled":[165,174],"data,":[166],"improves":[168],"training":[170],"data":[175],"network":[178],"model.":[179],"The":[180],"experimental":[181],"results":[182],"show":[183],"that":[184],"our":[185],"proposed":[186],"algorithm":[187],"achieves":[188],"performances":[190],"several":[192],"traffic":[193],"scenes":[194],"has":[196],"speed.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}