{"id":"https://openalex.org/W4225943159","doi":"https://doi.org/10.1109/access.2022.3167812","title":"Deep Reinforcement Learning-Based Driving Strategy for Avoidance of Chain Collisions and Its Safety Efficiency Analysis in Autonomous Vehicles","display_name":"Deep Reinforcement Learning-Based Driving Strategy for Avoidance of Chain Collisions and Its Safety Efficiency Analysis in Autonomous Vehicles","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225943159","doi":"https://doi.org/10.1109/access.2022.3167812"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3167812","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036033951","display_name":"Abu Jafar Md Muzahid","orcid":"https://orcid.org/0000-0003-2344-7027"},"institutions":[{"id":"https://openalex.org/I102913810","display_name":"Universiti Malaysia Pahang Al-Sultan Abdullah","ror":"https://ror.org/01704wp68","country_code":"MY","type":"education","lineage":["https://openalex.org/I102913810"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Abu Jafar Md Muzahid","raw_affiliation_strings":["Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-2344-7027","affiliations":[{"raw_affiliation_string":"Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia","institution_ids":["https://openalex.org/I102913810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086807291","display_name":"Syafiq Fauzi Kamarulzaman","orcid":"https://orcid.org/0000-0002-1857-4120"},"institutions":[{"id":"https://openalex.org/I102913810","display_name":"Universiti Malaysia Pahang Al-Sultan Abdullah","ror":"https://ror.org/01704wp68","country_code":"MY","type":"education","lineage":["https://openalex.org/I102913810"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Syafiq Fauzi Kamarulzaman","raw_affiliation_strings":["Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-1857-4120","affiliations":[{"raw_affiliation_string":"Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia","institution_ids":["https://openalex.org/I102913810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035822841","display_name":"Md. Arafatur Rahman","orcid":"https://orcid.org/0000-0002-8221-6168"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Md. Arafatur Rahman","raw_affiliation_strings":["School of Engineering, Computing & Mathematical Sciences, University of Wolverhampton, Wolverhampton, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Computing & Mathematical Sciences, University of Wolverhampton, Wolverhampton, U.K","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026889929","display_name":"Ali H. Alenezi","orcid":"https://orcid.org/0000-0002-8469-880X"},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali H. Alenezi","raw_affiliation_strings":["Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-8469-880X","affiliations":[{"raw_affiliation_string":"Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.8706,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.93823267,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"43303","last_page":"43319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.895136833190918},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7447112798690796},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7376410961151123},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6244006752967834},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5314888954162598},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.48493102192878723},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.47532135248184204},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.46572041511535645},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43896815180778503},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4198419153690338},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3231281042098999},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29359275102615356},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.29017090797424316}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.895136833190918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447112798690796},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7376410961151123},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6244006752967834},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5314888954162598},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.48493102192878723},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.47532135248184204},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.46572041511535645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43896815180778503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4198419153690338},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3231281042098999},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29359275102615356},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29017090797424316},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3167812","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:11602416e0804db7819e54f8015cd8ea","is_oa":true,"landing_page_url":"https://doaj.org/article/11602416e0804db7819e54f8015cd8ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 43303-43319 (2022)","raw_type":"article"},{"id":"pmh:oai:wlv.openrepository.com:2436/624811","is_oa":true,"landing_page_url":"http://hdl.handle.net/2436/624811","pdf_url":null,"source":{"id":"https://openalex.org/S4306401000","display_name":"Wolverhampton Intellectual Repository and E-Theses (University of Wolverhampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119664326","host_organization_name":"University of Wolverhampton","host_organization_lineage":["https://openalex.org/I119664326"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"10","raw_type":"Journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3167812","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6920701280","display_name":null,"funder_award_id":"FRGS/1/2018/TK08/UMP/02/2","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"},{"id":"https://openalex.org/F4320323310","display_name":"Universiti Malaysia Pahang","ror":"https://ror.org/01704wp68"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225943159.pdf","grobid_xml":"https://content.openalex.org/works/W4225943159.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W218631460","https://openalex.org/W2033617338","https://openalex.org/W2041228463","https://openalex.org/W2065441078","https://openalex.org/W2293258566","https://openalex.org/W2327163782","https://openalex.org/W2434748961","https://openalex.org/W2510526588","https://openalex.org/W2758442112","https://openalex.org/W2760854471","https://openalex.org/W2796790145","https://openalex.org/W2885303539","https://openalex.org/W2904039327","https://openalex.org/W2905018950","https://openalex.org/W2946231253","https://openalex.org/W2963809389","https://openalex.org/W2970605246","https://openalex.org/W2972533956","https://openalex.org/W2997595857","https://openalex.org/W3016600242","https://openalex.org/W3020918372","https://openalex.org/W3028699153","https://openalex.org/W3039470745","https://openalex.org/W3081440385","https://openalex.org/W3087443478","https://openalex.org/W3091265110","https://openalex.org/W3109815579","https://openalex.org/W3115673219","https://openalex.org/W3117211683","https://openalex.org/W3119076796","https://openalex.org/W3119523980","https://openalex.org/W3120153504","https://openalex.org/W3127869513","https://openalex.org/W3133876238","https://openalex.org/W3134026309","https://openalex.org/W3135621149","https://openalex.org/W3199715615","https://openalex.org/W3201622865","https://openalex.org/W4210278161","https://openalex.org/W4210532245","https://openalex.org/W4285557518","https://openalex.org/W6608701370","https://openalex.org/W6778040449"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Vehicle":[0],"control":[1],"in":[2,79,96,137,153,173,192],"autonomous":[3,158,278],"traffic":[4,235,243,279,298],"flow":[5],"is":[6,105,129],"often":[7],"handled":[8],"using":[9],"the":[10,21,27,36,58,67,90,111,133,138,145,150,178,181,189,224,234,238,246,257,260,263,271,289,292],"best":[11],"decision-making":[12,86,134],"reinforcement":[13,84],"learning":[14],"methods.":[15],"However,":[16],"unexpected":[17,242],"critical":[18],"situations":[19,244],"make":[20],"collisions":[22,41],"more":[23,276],"severe":[24],"and,":[25],"consequently,":[26],"chain":[28,40,45,62,70],"collisions.":[29,63],"In":[30],"this":[31],"work,":[32],"we":[33,65,143],"first":[34],"review":[35],"leading":[37],"causes":[38],"of":[39,52,61,69,93,113,149,180,188,194,198,204,226,241,262,273,295],"and":[42,56,88,125,156,202,211,220,253,283,285],"their":[43],"subsequent":[44],"events,":[46],"which":[47],"might":[48],"provide":[49],"an":[50,170],"indication":[51],"how":[53],"to":[54,81,108,131,168,176,267,287],"prevent":[55],"mitigate":[57],"crash":[59],"severity":[60],"Then,":[64],"consider":[66],"problem":[68,78],"collision":[71,116],"avoidance":[72],"as":[73],"a":[74,83,207,274,296],"Markov":[75],"Decision":[76],"Process":[77],"order":[80],"propose":[82],"learning-based":[85],"strategy":[87],"analyse":[89],"safety":[91,139,146,182],"efficiency":[92,140,147,183,225,240],"existing":[94],"methods":[95],"driving":[97,159],"security.":[98],"To":[99],"address":[100],"this,":[101],"A":[102,118],"reward":[103],"function":[104],"being":[106],"developed":[107],"deal":[109],"with":[110,206],"challenge":[112],"multiple":[114,185],"vehicle":[115,152],"avoidance.":[117],"perception":[119],"network":[120],"structure":[121],"based":[122],"on":[123,126,270],"formation":[124],"actor-critic":[127,164],"methodologies":[128],"employed":[130],"enhance":[132],"process.":[135],"Finally,":[136],"analysis":[141,264],"phase,":[142],"investigated":[144],"performance":[148],"agent":[151],"both":[154],"single-agent":[155],"multi-agent":[157],"environments.":[160],"Three":[161],"state-of-the-art":[162],"contemporary":[163],"algorithms":[165],"are":[166,215,265],"used":[167],"create":[169],"extensive":[171],"simulation":[172],"Unity3D.":[174],"Moreover,":[175],"demonstrate":[177],"accuracy":[179],"analysis,":[184],"training":[186,195,214],"runs":[187],"neural":[190],"networks":[191],"respect":[193],"performance,":[196],"speed":[197],"training,":[199],"success":[200],"rate,":[201],"stability":[203],"rewards":[205],"trade-off":[208],"between":[209],"exploitation":[210],"exploration":[212],"during":[213],"presented.":[216],"Two":[217],"aspects":[218],"(single-agent":[219],"multi-agent)":[221],"have":[222],"assessed":[223],"algorithms.":[227],"Every":[228],"aspect":[229],"has":[230],"been":[231],"analyzed":[232],"regarding":[233],"flows:":[236],"(1)":[237],"controlling":[239],"by":[245],"sudden":[247],"slowdown,":[248],"(2)":[249],"abrupt":[250],"lane":[251],"change,":[252],"(3)":[254],"smoothly":[255],"reaching":[256],"destination.":[258],"All":[259],"findings":[261],"intended":[266],"shed":[268],"insight":[269],"benefits":[272],"greater,":[275],"reliable":[277],"set-up":[280],"for":[281,291],"academics":[282],"policymakers,":[284],"also":[286],"pave":[288],"way":[290],"actual":[293],"carry-out":[294],"driver-less":[297],"world.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}