{"id":"https://openalex.org/W4402592483","doi":"https://doi.org/10.1109/tits.2024.3452480","title":"A Survey on Recent Advancements in Autonomous Driving Using Deep Reinforcement Learning: Applications, Challenges, and Solutions","display_name":"A Survey on Recent Advancements in Autonomous Driving Using Deep Reinforcement Learning: Applications, Challenges, and Solutions","publication_year":2024,"publication_date":"2024-09-18","ids":{"openalex":"https://openalex.org/W4402592483","doi":"https://doi.org/10.1109/tits.2024.3452480"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3452480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3452480","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024414161","display_name":"Rui Zhao","orcid":"https://orcid.org/0000-0003-1597-1961"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhao","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-1597-1961","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071303232","display_name":"Yun Li","orcid":"https://orcid.org/0009-0002-7824-7751"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0002-7824-7751","affiliations":[{"raw_affiliation_string":"Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067527835","display_name":"Yuze Fan","orcid":"https://orcid.org/0009-0003-8309-7396"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuze Fan","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0003-8309-7396","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101688555","display_name":"Fei Gao","orcid":"https://orcid.org/0000-0001-9020-6720"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Gao","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-9020-6720","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067716610","display_name":"Manabu Tsukada","orcid":"https://orcid.org/0000-0001-8045-3939"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Manabu Tsukada","raw_affiliation_strings":["Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8045-3939","affiliations":[{"raw_affiliation_string":"Graduate School of Information and Science Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022668758","display_name":"Zhenhai Gao","orcid":"https://orcid.org/0000-0002-4623-3956"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhai Gao","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-4623-3956","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.0286,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.99149463,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":"12","first_page":"19365","last_page":"19398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9309999942779541,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9309999942779541,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7837256193161011},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4974663555622101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40183520317077637},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3658953309059143},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32774460315704346}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7837256193161011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4974663555622101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40183520317077637},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3658953309059143},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32774460315704346}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3452480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3452480","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7194057990","display_name":null,"funder_award_id":"52202495","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7872204055","display_name":null,"funder_award_id":"52202494","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":317,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1525535476","https://openalex.org/W1929981607","https://openalex.org/W2023465281","https://openalex.org/W2027614944","https://openalex.org/W2031188261","https://openalex.org/W2086085758","https://openalex.org/W2134673975","https://openalex.org/W2155968351","https://openalex.org/W2201581102","https://openalex.org/W2363637015","https://openalex.org/W2488996366","https://openalex.org/W2563338958","https://openalex.org/W2580495915","https://openalex.org/W2604382266","https://openalex.org/W2734479159","https://openalex.org/W2736601468","https://openalex.org/W2740071316","https://openalex.org/W2742454413","https://openalex.org/W2744369598","https://openalex.org/W2749567864","https://openalex.org/W2776115754","https://openalex.org/W2784465508","https://openalex.org/W2804791273","https://openalex.org/W2869375357","https://openalex.org/W2885060261","https://openalex.org/W2890685830","https://openalex.org/W2897697565","https://openalex.org/W2907217398","https://openalex.org/W2909499846","https://openalex.org/W2913300629","https://openalex.org/W2948153973","https://openalex.org/W2949604932","https://openalex.org/W2950614095","https://openalex.org/W2963864421","https://openalex.org/W2963917788","https://openalex.org/W2965888130","https://openalex.org/W2970664472","https://openalex.org/W2970963308","https://openalex.org/W2980070341","https://openalex.org/W2981207549","https://openalex.org/W2990123902","https://openalex.org/W2997958396","https://openalex.org/W2999862950","https://openalex.org/W3000280594","https://openalex.org/W3002044607","https://openalex.org/W3010740942","https://openalex.org/W3018462153","https://openalex.org/W3024350433","https://openalex.org/W3030364939","https://openalex.org/W3034819467","https://openalex.org/W3041133507","https://openalex.org/W3047221759","https://openalex.org/W3054438628","https://openalex.org/W3065468121","https://openalex.org/W3085640145","https://openalex.org/W3087443478","https://openalex.org/W3089582082","https://openalex.org/W3090027660","https://openalex.org/W3092297010","https://openalex.org/W3099998889","https://openalex.org/W3100366369","https://openalex.org/W3100789280","https://openalex.org/W3106649810","https://openalex.org/W3114224083","https://openalex.org/W3115648115","https://openalex.org/W3115737827","https://openalex.org/W3116073702","https://openalex.org/W3116665706","https://openalex.org/W3120991176","https://openalex.org/W3121030992","https://openalex.org/W3122849182","https://openalex.org/W3125031134","https://openalex.org/W3126466933","https://openalex.org/W3127561923","https://openalex.org/W3127647470","https://openalex.org/W3132033106","https://openalex.org/W3132669183","https://openalex.org/W3135239772","https://openalex.org/W3135363299","https://openalex.org/W3136325136","https://openalex.org/W3138984732","https://openalex.org/W3141426068","https://openalex.org/W3150718622","https://openalex.org/W3157716083","https://openalex.org/W3162902207","https://openalex.org/W3163015603","https://openalex.org/W3163842339","https://openalex.org/W3165727671","https://openalex.org/W3168892396","https://openalex.org/W3170397984","https://openalex.org/W3171453668","https://openalex.org/W3175299701","https://openalex.org/W3175558129","https://openalex.org/W3175608395","https://openalex.org/W3176912151","https://openalex.org/W3177061762","https://openalex.org/W3182751084","https://openalex.org/W3188004887","https://openalex.org/W3191687624","https://openalex.org/W3194149012","https://openalex.org/W3196020871","https://openalex.org/W3198999478","https://openalex.org/W3202277149","https://openalex.org/W3203079382","https://openalex.org/W3205100017","https://openalex.org/W3206298348","https://openalex.org/W3208018789","https://openalex.org/W3208661410","https://openalex.org/W3209213339","https://openalex.org/W3209253128","https://openalex.org/W3210065386","https://openalex.org/W3210590548","https://openalex.org/W3210646386","https://openalex.org/W3211345831","https://openalex.org/W4205316357","https://openalex.org/W4205797172","https://openalex.org/W4206513913","https://openalex.org/W4210694463","https://openalex.org/W4213286046","https://openalex.org/W4213376483","https://openalex.org/W4221151978","https://openalex.org/W4224283502","https://openalex.org/W4225339769","https://openalex.org/W4226239849","https://openalex.org/W4226257065","https://openalex.org/W4226286144","https://openalex.org/W4226326930","https://openalex.org/W4281480521","https://openalex.org/W4281801799","https://openalex.org/W4285241557","https://openalex.org/W4285813063","https://openalex.org/W4285813082","https://openalex.org/W4286253093","https://openalex.org/W4292260862","https://openalex.org/W4297775537","https://openalex.org/W4304141207","https://openalex.org/W4306706296","https://openalex.org/W4308080451","https://openalex.org/W4310429478","https://openalex.org/W4312609010","https://openalex.org/W4312705088","https://openalex.org/W4312769831","https://openalex.org/W4312876648","https://openalex.org/W4312974600","https://openalex.org/W4313196885","https://openalex.org/W4313396905","https://openalex.org/W4313478129","https://openalex.org/W4318541446","https://openalex.org/W4321011670","https://openalex.org/W4321648856","https://openalex.org/W4322717349","https://openalex.org/W4322825285","https://openalex.org/W4327662239","https://openalex.org/W4327704813","https://openalex.org/W4353056919","https://openalex.org/W4360995553","https://openalex.org/W4361861254","https://openalex.org/W4362515116","https://openalex.org/W4366818462","https://openalex.org/W4366957357","https://openalex.org/W4368232744","https://openalex.org/W4375796951","https://openalex.org/W4376166839","https://openalex.org/W4377024253","https://openalex.org/W4381733133","https://openalex.org/W4382203386","https://openalex.org/W4385329466","https://openalex.org/W4385359580","https://openalex.org/W4385403811","https://openalex.org/W4385416220","https://openalex.org/W4385451976","https://openalex.org/W4385453437","https://openalex.org/W4385521734","https://openalex.org/W4385568286","https://openalex.org/W4386231906","https://openalex.org/W4386494508","https://openalex.org/W4386918877","https://openalex.org/W4387092319","https://openalex.org/W4387092492","https://openalex.org/W4387390364","https://openalex.org/W4387431619","https://openalex.org/W4387516599","https://openalex.org/W4387624032","https://openalex.org/W4387885918","https://openalex.org/W4388038794","https://openalex.org/W4388145366","https://openalex.org/W4388340369","https://openalex.org/W4388444892","https://openalex.org/W4388482290","https://openalex.org/W4388819818","https://openalex.org/W4389001028","https://openalex.org/W4389821476","https://openalex.org/W4390221318","https://openalex.org/W4390480783","https://openalex.org/W4390488998","https://openalex.org/W4390573384","https://openalex.org/W4390725789","https://openalex.org/W4390810698","https://openalex.org/W4391165434","https://openalex.org/W4391590743","https://openalex.org/W4391631835","https://openalex.org/W4391768460","https://openalex.org/W4391770478","https://openalex.org/W4391793296","https://openalex.org/W4391797838","https://openalex.org/W4391836728","https://openalex.org/W4392114294","https://openalex.org/W4392133416","https://openalex.org/W4392538480","https://openalex.org/W4392827441","https://openalex.org/W4392849416","https://openalex.org/W4392877780","https://openalex.org/W4392971983","https://openalex.org/W4393177943","https://openalex.org/W4394862623","https://openalex.org/W4399358214","https://openalex.org/W4401413701","https://openalex.org/W4401560048","https://openalex.org/W4404820176","https://openalex.org/W6627932998","https://openalex.org/W6632558091","https://openalex.org/W6638018090","https://openalex.org/W6640443443","https://openalex.org/W6666877243","https://openalex.org/W6679257226","https://openalex.org/W6683195989","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687063787","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6695011786","https://openalex.org/W6696324988","https://openalex.org/W6707674687","https://openalex.org/W6718092244","https://openalex.org/W6728830821","https://openalex.org/W6736119040","https://openalex.org/W6737664043","https://openalex.org/W6737893269","https://openalex.org/W6738796088","https://openalex.org/W6739901393","https://openalex.org/W6741002519","https://openalex.org/W6742799515","https://openalex.org/W6745347688","https://openalex.org/W6746462176","https://openalex.org/W6747473740","https://openalex.org/W6747790125","https://openalex.org/W6749304979","https://openalex.org/W6751285671","https://openalex.org/W6751725685","https://openalex.org/W6752089545","https://openalex.org/W6752818208","https://openalex.org/W6756840741","https://openalex.org/W6758924645","https://openalex.org/W6759871227","https://openalex.org/W6759943591","https://openalex.org/W6761443123","https://openalex.org/W6762543577","https://openalex.org/W6766639543","https://openalex.org/W6767492098","https://openalex.org/W6768842719","https://openalex.org/W6773165671","https://openalex.org/W6776424221","https://openalex.org/W6780114599","https://openalex.org/W6780587392","https://openalex.org/W6781618026","https://openalex.org/W6782632314","https://openalex.org/W6786276836","https://openalex.org/W6789855942","https://openalex.org/W6796289742","https://openalex.org/W6799042904","https://openalex.org/W6800776581","https://openalex.org/W6802126314","https://openalex.org/W6810117489","https://openalex.org/W6810565187","https://openalex.org/W6810699731","https://openalex.org/W6810745647","https://openalex.org/W6838682728","https://openalex.org/W6838701874","https://openalex.org/W6838771001","https://openalex.org/W6839498427","https://openalex.org/W6839699233","https://openalex.org/W6839715080","https://openalex.org/W6840380725","https://openalex.org/W6845636941","https://openalex.org/W6847362124","https://openalex.org/W6847792749","https://openalex.org/W6849518143","https://openalex.org/W6849807909","https://openalex.org/W6849861922","https://openalex.org/W6850032482","https://openalex.org/W6850227584","https://openalex.org/W6850301280","https://openalex.org/W6850938352","https://openalex.org/W6851077587","https://openalex.org/W6851693447","https://openalex.org/W6853193030","https://openalex.org/W6853570085","https://openalex.org/W6856924951","https://openalex.org/W6857506908","https://openalex.org/W6857937820","https://openalex.org/W6858161411","https://openalex.org/W6858322639","https://openalex.org/W6858834216","https://openalex.org/W6858977787","https://openalex.org/W6859068178","https://openalex.org/W6859341508","https://openalex.org/W6859738421","https://openalex.org/W6860528793","https://openalex.org/W6860763196","https://openalex.org/W6860894907","https://openalex.org/W6861150364","https://openalex.org/W6861402719","https://openalex.org/W6862543993","https://openalex.org/W6863039083","https://openalex.org/W6863049170"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,19,37],"(AD)":[2],"endows":[3],"vehicles":[4],"with":[5],"the":[6,30,83,108,117,129,135,151,177,197,214,225],"capability":[7],"to":[8,29,52,163],"drive":[9],"partly":[10],"or":[11],"entirely":[12],"without":[13],"human":[14],"intervention.":[15],"AD":[16,56,85,110,147,155,219,231],"agents":[17],"generate":[18],"policies":[20,57],"based":[21],"on":[22,212],"online":[23],"perception":[24,159],"results,":[25],"which":[26,99],"are":[27,222],"crucial":[28],"realization":[31],"of":[32,77,94,97,128,141,154,180,202,218],"safe,":[33],"efficient,":[34],"and":[35,42,54,63,75,80,113,161,170,191,196,199],"comfortable":[36],"behaviors,":[38],"particularly":[39],"in":[40,68,123],"high-dimensional":[41],"stochastic":[43],"traffic":[44],"scenarios.":[45],"Currently,":[46],"deep":[47],"reinforcement":[48],"learning":[49],"(DRL)":[50],"techniques":[51],"derive":[53],"validate":[55],"have":[58,64],"witnessed":[59],"vast":[60],"research":[61],"efforts":[62],"shown":[65],"rapid":[66],"development":[67,221],"recent":[69],"years.":[70],"However,":[71],"a":[72,92,126,183],"comprehensive":[73],"interpretation":[74],"evaluation":[76],"their":[78],"strengths":[79],"limitations":[81],"concerning":[82],"full-stack":[84],"tasks":[86],"remain":[87],"uncharted.":[88],"This":[89],"paper":[90],"presents":[91],"survey":[93],"this":[95],"body":[96],"work,":[98],"is":[100,132,210],"conducted":[101,211],"at":[102],"three":[103],"levels.":[104],"First,":[105],"it":[106],"analyzes":[107],"multi-level":[109],"task":[111],"characteristics":[112],"delves":[114],"deeply":[115],"into":[116,145],"current":[118],"DRL":[119,142,226],"methodologies":[120,201],"primarily":[121],"employed":[122],"AD.":[124],"Second,":[125],"taxonomy":[127],"literature":[130,173],"studies":[131],"constructed":[133],"from":[134,158],"system":[136],"perspective,":[137],"identifying":[138],"six":[139],"modes":[140],"model":[143],"integration":[144],"an":[146,207],"architecture":[148],"that":[149],"span":[150],"entire":[152],"spectrum":[153],"policy":[156],"processes,":[157],"understanding":[160],"decision-making":[162],"motion":[164],"control,":[165],"as":[166,168],"well":[167],"verification":[169],"validation.":[171],"Each":[172],"review":[174],"comprehensively":[175],"encompasses":[176],"main":[178],"elements":[179],"designing":[181],"such":[182],"system,":[184],"including":[185],"modeling":[186],"partially":[187],"observable":[188],"environments,":[189],"state":[190],"action":[192],"spaces,":[193],"reward":[194],"structuring,":[195],"design":[198],"training":[200],"neural":[203],"network":[204],"models.":[205],"Finally,":[206],"in-depth":[208],"foresight":[209],"how":[213],"eight":[215],"critical":[216],"issues":[217],"application":[220],"addressed":[223],"by":[224],"models":[227],"tailored":[228],"for":[229],"real-world":[230],"challenges.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}