{"id":"https://openalex.org/W2963860084","doi":"https://doi.org/10.3103/s0146411619030052","title":"Playing a FPS Doom Video Game with Deep Visual Reinforcement Learning","display_name":"Playing a FPS Doom Video Game with Deep Visual Reinforcement Learning","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2963860084","doi":"https://doi.org/10.3103/s0146411619030052","mag":"2963860084"},"language":"en","primary_location":{"id":"doi:10.3103/s0146411619030052","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411619030052","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073102465","display_name":"Adil Khan","orcid":"https://orcid.org/0000-0003-2862-5718"},"institutions":[{"id":"https://openalex.org/I4210161462","display_name":"Heilongjiang Institute of Technology","ror":"https://ror.org/05x0m9n95","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161462"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Adil Khan","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","Higher Education Department, KPK, Pakistan","Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","institution_ids":["https://openalex.org/I4210161462"]},{"raw_affiliation_string":"Higher Education Department, KPK, Pakistan","institution_ids":[]},{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054864573","display_name":"Feng Jiang","orcid":"https://orcid.org/0000-0001-8342-1211"},"institutions":[{"id":"https://openalex.org/I4210161462","display_name":"Heilongjiang Institute of Technology","ror":"https://ror.org/05x0m9n95","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161462"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Jiang","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","institution_ids":["https://openalex.org/I4210161462"]},{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445780","display_name":"Shaohui Liu","orcid":"https://orcid.org/0000-0002-1810-5412"},"institutions":[{"id":"https://openalex.org/I4210161462","display_name":"Heilongjiang Institute of Technology","ror":"https://ror.org/05x0m9n95","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161462"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaohui Liu","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, 150001, Harbin, Heilongjiang, PR China","institution_ids":["https://openalex.org/I4210161462"]},{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science and Technology, Harbin, PR China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040546817","display_name":"Ibrahim Omara","orcid":"https://orcid.org/0000-0003-3243-990X"},"institutions":[{"id":"https://openalex.org/I63601056","display_name":"Menoufia University","ror":"https://ror.org/05sjrb944","country_code":"EG","type":"education","lineage":["https://openalex.org/I63601056"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Ibrahim Omara","raw_affiliation_strings":["Department of Mathematics, Faculty of Science, Menoufia University, Al Minufya, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Faculty of Science, Menoufia University, Al Minufya, Egypt","institution_ids":["https://openalex.org/I63601056"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040546817","https://openalex.org/A5054864573","https://openalex.org/A5073102465","https://openalex.org/A5100445780"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210161462","https://openalex.org/I63601056"],"apc_list":null,"apc_paid":null,"fwci":0.7001,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.77811302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"53","issue":"3","first_page":"214","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9102507829666138},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8053979873657227},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.6664109230041504},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4571920931339264},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4482807517051697},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.430530309677124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9102507829666138},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8053979873657227},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.6664109230041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4571920931339264},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4482807517051697},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.430530309677124}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3103/s0146411619030052","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411619030052","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1506961945","https://openalex.org/W1757796397","https://openalex.org/W1988115241","https://openalex.org/W2026461969","https://openalex.org/W2064126294","https://openalex.org/W2064675550","https://openalex.org/W2076063813","https://openalex.org/W2095705004","https://openalex.org/W2145339207","https://openalex.org/W2167489871","https://openalex.org/W2271840356","https://openalex.org/W2295862081","https://openalex.org/W2589545309","https://openalex.org/W2751516180","https://openalex.org/W2776133043","https://openalex.org/W2776264767","https://openalex.org/W2802205645","https://openalex.org/W4250981202","https://openalex.org/W6633651462"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W20361778"],"abstract_inverted_index":{"Because":[0],"of":[1,89,119,139],"the":[2,27,55,108,115,144],"advancement":[3],"in":[4,117,142],"Deep":[5,42,47,71],"visual":[6],"reinforcement":[7],"learning,":[8],"now":[9],"autonomous":[10],"game":[11,104],"agents":[12],"are":[13,61],"allowed":[14],"to":[15],"perform":[16],"well":[17],"which":[18],"often":[19],"leave":[20],"behind":[21],"human":[22],"beings":[23],"by":[24,53,106],"using":[25],"only":[26],"raw":[28],"screen":[29],"pixels":[30],"for":[31,92],"making":[32],"their":[33],"actions":[34],"or":[35],"decisions.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40,85,97,128],"propose":[41],"Q-Network":[43],"(DQN)":[44],"and":[45,68,77,121],"a":[46,64,90,102],"Recurrent":[48],"Q-Learning":[49],"Network":[50],"(DRQN)":[51],"implementation":[52,88],"playing":[54],"Doom":[56],"video":[57],"game.":[58],"Our":[59],"findings":[60],"based":[62],"on":[63,101],"publication":[65],"from":[66],"Lample":[67],"Chaplot":[69],"(2016).":[70],"Q-learning":[72],"under":[73],"two":[74],"variants":[75],"(DQN":[76],"DRQN)":[78],"applied":[79],"is":[80,95],"presented":[81,98],"first,":[82],"then":[83],"how":[84],"build":[86],"an":[87,137],"testbed":[91],"such":[93],"algorithms":[94],"described.":[96],"our":[99,131],"results":[100],"simplified":[103],"scenario(s)":[105],"showing":[107],"predicted":[109],"enemy":[110,145],"positions":[111],"(game":[112],"features)":[113],"with":[114,136],"difference":[116],"performance":[118],"DQN":[120],"DRQN.":[122],"Finally,":[123],"unlike":[124],"other":[125],"existing":[126],"works,":[127],"show":[129],"that":[130],"proposed":[132],"architecture":[133],"performs":[134],"better":[135],"accuracy":[138],"almost":[140],"72%":[141],"predicting":[143],"positions.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}