{"id":"https://openalex.org/W4391164281","doi":"https://doi.org/10.1109/access.2024.3358203","title":"Using VizDoom Research Platform Scenarios for Benchmarking Reinforcement Learning Algorithms in First-Person Shooter Games","display_name":"Using VizDoom Research Platform Scenarios for Benchmarking Reinforcement Learning Algorithms in First-Person Shooter Games","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391164281","doi":"https://doi.org/10.1109/access.2024.3358203"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3358203","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358203","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10413478.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10413478.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073102465","display_name":"Adil Khan","orcid":"https://orcid.org/0000-0003-2862-5718"},"institutions":[{"id":"https://openalex.org/I36001604","display_name":"University of Peshawar","ror":"https://ror.org/02t2qwf81","country_code":"PK","type":"education","lineage":["https://openalex.org/I36001604"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Adil Khan","raw_affiliation_strings":["Department of Computer Science, University of Peshawar, Peshawar, Pakistan","Department of Computer Science, University of Peshawar, Peshawar, KP, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-2862-5718","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Peshawar, Peshawar, Pakistan","institution_ids":["https://openalex.org/I36001604"]},{"raw_affiliation_string":"Department of Computer Science, University of Peshawar, Peshawar, KP, Pakistan","institution_ids":["https://openalex.org/I36001604"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069241594","display_name":"Asghar Ali Shah","orcid":"https://orcid.org/0000-0002-0325-7579"},"institutions":[{"id":"https://openalex.org/I59225215","display_name":"Bahria University","ror":"https://ror.org/02v8d7770","country_code":"PK","type":"education","lineage":["https://openalex.org/I59225215"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Asghar Ali Shah","raw_affiliation_strings":["Department of Computer Science, Bahria University, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Bahria University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I59225215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054982958","display_name":"Lal Khan","orcid":"https://orcid.org/0000-0002-1624-7580"},"institutions":[{"id":"https://openalex.org/I152236710","display_name":"Foundation University Islamabad","ror":"https://ror.org/0130a6s10","country_code":"PK","type":"education","lineage":["https://openalex.org/I152236710"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Lal Khan","raw_affiliation_strings":["Department of Software Engineering, Foundation University Islamabad, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Foundation University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I152236710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101463093","display_name":"Muhammad Rehan Faheem","orcid":"https://orcid.org/0000-0002-0862-9730"},"institutions":[{"id":"https://openalex.org/I174731842","display_name":"Islamia University of Bahawalpur","ror":"https://ror.org/002rc4w13","country_code":"PK","type":"education","lineage":["https://openalex.org/I174731842"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Rehan Faheem","raw_affiliation_strings":["Department of Computer Science, The Islamia University of Bahawalpur, Bahawalpur, Pakistan","Department of Computer Science, The Islamia University of Bahawalpur, Bahawalpur, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Islamia University of Bahawalpur, Bahawalpur, Pakistan","institution_ids":["https://openalex.org/I174731842"]},{"raw_affiliation_string":"Department of Computer Science, The Islamia University of Bahawalpur, Bahawalpur, Punjab, Pakistan","institution_ids":["https://openalex.org/I174731842"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037394392","display_name":"M. Naeem","orcid":"https://orcid.org/0000-0002-2487-1228"},"institutions":[{"id":"https://openalex.org/I36001604","display_name":"University of Peshawar","ror":"https://ror.org/02t2qwf81","country_code":"PK","type":"education","lineage":["https://openalex.org/I36001604"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Naeem","raw_affiliation_strings":["Department of Computer Science, University of Peshawar, Peshawar, Pakistan","Department of Computer Science, University of Peshawar, Peshawar, KP, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Peshawar, Peshawar, Pakistan","institution_ids":["https://openalex.org/I36001604"]},{"raw_affiliation_string":"Department of Computer Science, University of Peshawar, Peshawar, KP, Pakistan","institution_ids":["https://openalex.org/I36001604"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063747030","display_name":"Hsien-Tsung Chang","orcid":"https://orcid.org/0000-0003-4987-5943"},"institutions":[{"id":"https://openalex.org/I173093425","display_name":"Chang Gung University","ror":"https://ror.org/00d80zx46","country_code":"TW","type":"education","lineage":["https://openalex.org/I173093425"]},{"id":"https://openalex.org/I3020100970","display_name":"Chang Gung Memorial Hospital","ror":"https://ror.org/02verss31","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I3020100970"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsien-Tsung Chang","raw_affiliation_strings":["Artificial Intelligence Research Center, Chang Gung University, Taoyuan, Taiwan","Bachelor Program in Artificial Intelligence, Chang Gung University, Taoyuan, Taiwan","Department of Physical Medicine and Rehabilitation, Chang Gung Memorial Hospital, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, Chang Gung University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-4987-5943","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Center, Chang Gung University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I173093425"]},{"raw_affiliation_string":"Bachelor Program in Artificial Intelligence, Chang Gung University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I173093425"]},{"raw_affiliation_string":"Department of Physical Medicine and Rehabilitation, Chang Gung Memorial Hospital, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I3020100970"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Chang Gung University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I173093425"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073102465"],"corresponding_institution_ids":["https://openalex.org/I36001604"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9524,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87181474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"15105","last_page":"15132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8845877051353455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8015093803405762},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6357961297035217},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5848160982131958},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4677441418170929},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.46717578172683716},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3517826199531555}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8845877051353455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015093803405762},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6357961297035217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5848160982131958},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4677441418170929},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.46717578172683716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3517826199531555},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3358203","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358203","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10413478.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0b22c4ae1f874d7e8530dcad6a9dc5f4","is_oa":true,"landing_page_url":"https://doaj.org/article/0b22c4ae1f874d7e8530dcad6a9dc5f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 15105-15132 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3358203","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358203","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10413478.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1352350141","display_name":null,"funder_award_id":"111-2221-E-182-058","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G1600539637","display_name":null,"funder_award_id":"NERPD2M0231","funder_id":"https://openalex.org/F4320313619","funder_display_name":"Chang Gung Memorial Hospital"},{"id":"https://openalex.org/G2746299227","display_name":null,"funder_award_id":"NERPD4N0231","funder_id":"https://openalex.org/F4320313619","funder_display_name":"Chang Gung Memorial Hospital"},{"id":"https://openalex.org/G3258917380","display_name":null,"funder_award_id":"NERPD2M0231","funder_id":"https://openalex.org/F4320322767","funder_display_name":"Chang Gung Medical Foundation"},{"id":"https://openalex.org/G6702995139","display_name":null,"funder_award_id":"NERPD4N0231","funder_id":"https://openalex.org/F4320322767","funder_display_name":"Chang Gung Medical Foundation"},{"id":"https://openalex.org/G723939539","display_name":null,"funder_award_id":"112-2410-H-182-026-MY2","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F4320313619","display_name":"Chang Gung Memorial Hospital","ror":"https://ror.org/02verss31"},{"id":"https://openalex.org/F4320322767","display_name":"Chang Gung Medical Foundation","ror":"https://ror.org/02verss31"},{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391164281.pdf","grobid_xml":"https://content.openalex.org/works/W4391164281.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W2041176007","https://openalex.org/W2046376809","https://openalex.org/W2064675550","https://openalex.org/W2107726111","https://openalex.org/W2119717200","https://openalex.org/W2121092017","https://openalex.org/W2145339207","https://openalex.org/W2271840356","https://openalex.org/W2522489477","https://openalex.org/W2606042658","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2765302304","https://openalex.org/W2769169032","https://openalex.org/W2776133043","https://openalex.org/W2776264767","https://openalex.org/W2781681653","https://openalex.org/W2796130100","https://openalex.org/W2801748224","https://openalex.org/W2802205645","https://openalex.org/W2811161330","https://openalex.org/W2892515961","https://openalex.org/W2919161448","https://openalex.org/W2920362155","https://openalex.org/W2952578114","https://openalex.org/W2956161617","https://openalex.org/W2962431857","https://openalex.org/W2963473082","https://openalex.org/W2963860084","https://openalex.org/W2963871073","https://openalex.org/W2963959137","https://openalex.org/W2964043796","https://openalex.org/W2970283989","https://openalex.org/W3006745895","https://openalex.org/W3029466658","https://openalex.org/W3035218782","https://openalex.org/W3135218110","https://openalex.org/W3150570724","https://openalex.org/W3201674491","https://openalex.org/W3203385303","https://openalex.org/W4226534980","https://openalex.org/W4287811666","https://openalex.org/W4298857966","https://openalex.org/W6604668377","https://openalex.org/W6637967152","https://openalex.org/W6677939520","https://openalex.org/W6683300800","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6694517276","https://openalex.org/W6729788943","https://openalex.org/W6746283674","https://openalex.org/W6760405395","https://openalex.org/W6776266223","https://openalex.org/W6810869710","https://openalex.org/W6838787423","https://openalex.org/W7043465404"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Advances":[0],"in":[1,32,73,84,98,121,147],"deep":[2],"reinforcement":[3,67,134],"learning":[4,68,135],"have":[5,45,117],"made":[6],"it":[7],"possible":[8],"to":[9,20,41],"create":[10],"artificial":[11],"intelligence-based":[12],"agents":[13,64,80,96,130],"for":[14],"games":[15],"that":[16,70],"use":[17],"visual":[18],"information":[19],"make":[21],"decisions":[22],"as":[23,25],"accurately":[24],"humans.":[26],"Novel":[27],"procedures":[28],"are":[29,37],"often":[30],"evaluated":[31],"two-dimensional":[33],"games.":[34],"However,":[35],"they":[36],"relatively":[38],"easy":[39],"compared":[40,138],"three-dimensional":[42],"games,":[43],"which":[44],"a":[46,154],"significantly":[47],"larger":[48],"state":[49],"and":[50,78,109,114,157],"action":[51],"space":[52],"and,":[53],"more":[54],"prominently,":[55],"contain":[56],"partially":[57],"observable":[58],"states.":[59],"Thus,":[60],"this":[61,122,151],"paper":[62,152],"trains":[63],"with":[65,144],"different":[66,100],"algorithms":[69,116],"work":[71],"fine":[72],"contradiction":[74],"of":[75,141],"human":[76],"players":[77],"in-built":[79],"by":[81],"evaluating":[82],"them":[83],"the":[85,92,105,128,139,148],"first-person":[86],"shooter":[87],"(FPS)":[88],"game":[89],"Doom":[90],"using":[91,132],"VizDoom":[93],"platform.":[94],"The":[95],"learned":[97],"three":[99],"scenarios":[101],"(maps):":[102],"\u2019":[103],"Defend":[104],"Center,\u2019":[106],"\u2018Deadly":[107],"Corridor,\u2019":[108],"\u2018Health":[110],"gathering.\u2019":[111],"C51-DDQN,":[112],"DFP,":[113],"REINFORCE":[115],"been":[118],"proven":[119],"effective":[120],"study.":[123],"To":[124],"assess":[125],"how":[126],"well":[127],"trained":[129],"performed":[131],"various":[133],"algorithms,":[136],"we":[137],"results":[140],"our":[142],"research":[143,159],"other":[145],"findings":[146],"literature.":[149],"Finally,":[150],"presents":[153],"comparative":[155],"analysis":[156],"future":[158],"directions.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}