{"id":"https://openalex.org/W4399168091","doi":"https://doi.org/10.1109/tcds.2024.3405896","title":"Deep Reinforcement Learning for Autonomous Driving Based on Safety Experience Replay","display_name":"Deep Reinforcement Learning for Autonomous Driving Based on Safety Experience Replay","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399168091","doi":"https://doi.org/10.1109/tcds.2024.3405896"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2024.3405896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3405896","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101754640","display_name":"Xiaohan Huang","orcid":"https://orcid.org/0000-0001-7370-9289"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohan Huang","raw_affiliation_strings":["Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091364297","display_name":"Yuhu Cheng","orcid":"https://orcid.org/0000-0003-2022-9999"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhu Cheng","raw_affiliation_strings":["Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003557943","display_name":"Qiang Yu","orcid":"https://orcid.org/0000-0002-8454-0500"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Yu","raw_affiliation_strings":["Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108064895","display_name":"Xuesong Wang","orcid":"https://orcid.org/0000-0002-5327-1088"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Wang","raw_affiliation_strings":["Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Control for Underground Space, Ministry of Education, Xuzhou Key Laboratory of Artificial Intelligence and Big Data, and the School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"Xuzhou Key Laboratory of Artificial Intelligence and Big Data, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101754640"],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":1.4305,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80208949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"2070","last_page":"2084"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.8500000238418579,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13243","display_name":"Innovation in Digital Healthcare Systems","score":0.8467000126838684,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8664546012878418},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8292422294616699},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5445530414581299},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37410783767700195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8664546012878418},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8292422294616699},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5445530414581299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37410783767700195}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2024.3405896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3405896","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4756161396","display_name":null,"funder_award_id":"62176259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4823360002","display_name":null,"funder_award_id":"62373364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W1977655452","https://openalex.org/W2066309118","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2206222117","https://openalex.org/W2602871544","https://openalex.org/W2780799698","https://openalex.org/W2910509260","https://openalex.org/W2948153973","https://openalex.org/W2962977206","https://openalex.org/W2963095800","https://openalex.org/W2990123902","https://openalex.org/W3035367521","https://openalex.org/W3040578939","https://openalex.org/W3085121432","https://openalex.org/W3100789280","https://openalex.org/W3115648115","https://openalex.org/W3128395826","https://openalex.org/W3162902207","https://openalex.org/W3175526935","https://openalex.org/W3203236680","https://openalex.org/W3206390859","https://openalex.org/W4287629996","https://openalex.org/W4312905192","https://openalex.org/W4377000489","https://openalex.org/W4387681925","https://openalex.org/W6616173779","https://openalex.org/W6638018090","https://openalex.org/W6638039232","https://openalex.org/W6684205842","https://openalex.org/W6687063787","https://openalex.org/W6687681856","https://openalex.org/W6730111887","https://openalex.org/W6737893269","https://openalex.org/W6740801417","https://openalex.org/W6745935785","https://openalex.org/W6748839928","https://openalex.org/W6783084392","https://openalex.org/W6784630725","https://openalex.org/W6846250531"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"In":[0],"the":[1,18,31,46,69,99,108,115,122,163,169,174,180,195],"field":[2],"of":[3,23,33,101,114,124,134,176,182],"autonomous":[4,28,58,105],"driving,":[5],"safety":[6,32,62,90,100,132,146,151,164,175],"has":[7,35],"always":[8],"been":[9],"a":[10,83,89,145,150],"top":[11],"priority,":[12],"especially":[13],"in":[14,27,54,57,68,104],"recent":[15],"years":[16],"with":[17,45,209],"development":[19],"and":[20,50,73,179,203],"increasing":[21],"application":[22],"deep":[24],"reinforcement":[25,84,102,211],"learning":[26,85,103,212],"driving.":[29,106],"Ensuring":[30],"algorithms":[34],"become":[36],"an":[37],"indispensable":[38],"concern.":[39],"Reinforcement":[40],"learning,":[41],"which":[42,94,143,156],"involves":[43],"interacting":[44],"environment":[47,116],"through":[48],"trial":[49],"error,":[51],"may":[52],"result":[53,67],"unsafe":[55],"behavior":[56,65],"driving":[59,177,184,201],"without":[60],"any":[61],"constraints.":[63],"Such":[64],"could":[66],"drive":[70],"path":[71],"deviation":[72],"even":[74],"collision,":[75],"causing":[76],"catastrophic":[77],"accidents.":[78],"Therefore,":[79],"this":[80],"paper":[81],"proposes":[82],"algorithm":[86],"based":[87],"on":[88,121],"experience":[91,147,165],"replay":[92],"mechanism,":[93],"is":[95,154,157,188],"primarily":[96],"to":[97,117,139,171],"enhance":[98],"Firstly,":[107],"ego":[109,186],"vehicle":[110,187],"conducts":[111],"preliminary":[112],"exploration":[113],"collect":[118],"data.":[119],"Based":[120],"performance":[123],"completing":[125],"tasks":[126],"observed":[127],"from":[128,162],"each":[129],"data":[130],"trajectory,":[131],"labels":[133],"different":[135],"levels":[136],"are":[137],"assigned":[138],"all":[140],"state-action":[141],"pairs,":[142],"establishes":[144],"buffer.":[148,166],"Further,":[149],"critic":[152],"network":[153,170],"constructed,":[155],"trained":[158],"by":[159],"randomly":[160],"sampling":[161],"This":[167],"enables":[168],"quantitatively":[172],"evaluate":[173],"actions,":[178],"goal":[181],"safe":[183],"for":[185],"achieved.":[189],"The":[190],"experimental":[191],"results":[192],"indicate":[193],"that":[194],"proposed":[196],"method":[197],"can":[198],"effectively":[199],"reduce":[200],"risks":[202],"improve":[204],"task":[205],"success":[206],"rates":[207],"compared":[208],"conventional":[210],"algorithms.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}