{"id":"https://openalex.org/W4411593423","doi":"https://doi.org/10.1142/s0218488525500175","title":"Deep Neural Networks and Experience Replay in Q-learning Extensions: A Review","display_name":"Deep Neural Networks and Experience Replay in Q-learning Extensions: A Review","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4411593423","doi":"https://doi.org/10.1142/s0218488525500175"},"language":"en","primary_location":{"id":"doi:10.1142/s0218488525500175","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218488525500175","pdf_url":null,"source":{"id":"https://openalex.org/S69518169","display_name":"International Journal of Uncertainty Fuzziness and Knowledge-Based Systems","issn_l":"0218-4885","issn":["0218-4885","1793-6411"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026959025","display_name":"Richard Sakyi Osei","orcid":"https://orcid.org/0000-0002-8826-2405"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Richard Sakyi Osei","raw_affiliation_strings":["School of Applied Science and Technology, Dr. Hilla Limann Technical University, Box 553, Wa, Ghana","Vellore Institute of Technology, School of Computer Science Engineering and Information Systems, Vellore, Tamil Nadu 632014, India"],"affiliations":[{"raw_affiliation_string":"School of Applied Science and Technology, Dr. Hilla Limann Technical University, Box 553, Wa, Ghana","institution_ids":[]},{"raw_affiliation_string":"Vellore Institute of Technology, School of Computer Science Engineering and Information Systems, Vellore, Tamil Nadu 632014, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027059349","display_name":"Daphne Lopez","orcid":"https://orcid.org/0000-0003-1452-2144"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Daphne Lopez","raw_affiliation_strings":["Vellore Institute of Technology, School of Computer Science Engineering and Information Systems, Vellore, Tamil Nadu 632014, India"],"affiliations":[{"raw_affiliation_string":"Vellore Institute of Technology, School of Computer Science Engineering and Information Systems, Vellore, Tamil Nadu 632014, India","institution_ids":["https://openalex.org/I876193797"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5026959025"],"corresponding_institution_ids":["https://openalex.org/I876193797"],"apc_list":null,"apc_paid":null,"fwci":2.6381,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90426919,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"33","issue":"04","first_page":"401","last_page":"432"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9501000046730042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5767724514007568},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5724767446517944},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5637295842170715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4680618345737457},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3404138684272766},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26295438408851624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5767724514007568},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5724767446517944},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5637295842170715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4680618345737457},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3404138684272766},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26295438408851624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218488525500175","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218488525500175","pdf_url":null,"source":{"id":"https://openalex.org/S69518169","display_name":"International Journal of Uncertainty Fuzziness and Knowledge-Based Systems","issn_l":"0218-4885","issn":["0218-4885","1793-6411"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2067444778","https://openalex.org/W2118023920","https://openalex.org/W2130156168","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2553098005","https://openalex.org/W2560647685","https://openalex.org/W2592285292","https://openalex.org/W2612690371","https://openalex.org/W2618530766","https://openalex.org/W2743151379","https://openalex.org/W2746553466","https://openalex.org/W2747329762","https://openalex.org/W2749604329","https://openalex.org/W2761873684","https://openalex.org/W2765302304","https://openalex.org/W2773246426","https://openalex.org/W2902482385","https://openalex.org/W2910688461","https://openalex.org/W2919115771","https://openalex.org/W2962831590","https://openalex.org/W2962977206","https://openalex.org/W2963079702","https://openalex.org/W2963608065","https://openalex.org/W2964048876","https://openalex.org/W2964082094","https://openalex.org/W2965316269","https://openalex.org/W2965870268","https://openalex.org/W2979088942","https://openalex.org/W2983079723","https://openalex.org/W2998202787","https://openalex.org/W3003760566","https://openalex.org/W3004591935","https://openalex.org/W3006086117","https://openalex.org/W3014191625","https://openalex.org/W3017071296","https://openalex.org/W3017628311","https://openalex.org/W3090124822","https://openalex.org/W3092804041","https://openalex.org/W3096831136","https://openalex.org/W3100789280","https://openalex.org/W3123212791","https://openalex.org/W3135902525","https://openalex.org/W3158715834","https://openalex.org/W3178976059","https://openalex.org/W3185660789","https://openalex.org/W3193008624","https://openalex.org/W3203124474","https://openalex.org/W4205666904","https://openalex.org/W4206044098","https://openalex.org/W4214717370","https://openalex.org/W4228997196","https://openalex.org/W4233675444","https://openalex.org/W4241536761","https://openalex.org/W4284965199","https://openalex.org/W4319318930","https://openalex.org/W4362647122","https://openalex.org/W4382449266","https://openalex.org/W4385488060"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"is":[3],"a":[4],"type":[5],"of":[6,37,48],"machine":[7],"learning":[8],"where":[9],"actions":[10],"are":[11],"learned":[12],"and":[13,55,58,81,91,93],"taken":[14],"to":[15],"solve":[16],"sequential":[17],"decision":[18],"problems.":[19],"There":[20],"have":[21,32],"been":[22],"several":[23],"extensions":[24,31,71],"in":[25,72],"the":[26,35,38,44,49,87],"Q-learning":[27],"algorithm,":[28],"but":[29],"more":[30],"occurred":[33],"since":[34],"breakthrough":[36],"Deep":[39],"Q-network":[40],"algorithm.":[41],"We":[42,84],"study":[43,68],"two":[45],"pivotal":[46],"aspects":[47],"DQN":[50],"algorithm":[51],"(deep":[52],"neural":[53],"network":[54,73],"experience":[56,65,75],"replay)":[57],"other":[59],"related":[60],"extensions;":[61],"we":[62],"focus":[63],"on":[64],"replay.":[66],"Our":[67],"identifies":[69],"multiple":[70],"structure,":[74],"sampling":[76],"strategies,":[77],"memory":[78,82],"managing":[79],"techniques,":[80],"structures.":[83],"further":[85],"indicate":[86],"extended":[88],"algorithms\u2019":[89],"strengths":[90],"weaknesses":[92],"suggest":[94],"future":[95],"works.":[96]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}