{"id":"https://openalex.org/W2962431857","doi":"https://doi.org/10.1007/978-3-030-24268-8_43","title":"Playing First-Person-Shooter Games with A3C-Anticipator Network Based Agents Using Reinforcement Learning","display_name":"Playing First-Person-Shooter Games with A3C-Anticipator Network Based Agents Using Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2962431857","doi":"https://doi.org/10.1007/978-3-030-24268-8_43","mag":"2962431857"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-24268-8_43","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-24268-8_43","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034137422","display_name":"Yibo Sun","orcid":"https://orcid.org/0000-0002-9519-2185"},"institutions":[{"id":"https://openalex.org/I1308199089","display_name":"Harbin University","ror":"https://ror.org/00ey9xa07","country_code":"CN","type":"education","lineage":["https://openalex.org/I1308199089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Sun","raw_affiliation_strings":["Harbin No. 6 High School, Harbin, 150001, Heilongjiang, People\u2019s Republic of China","Harbin No. 6 High School, Harbin, 150001, Heilongjiang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin No. 6 High School, Harbin, 150001, Heilongjiang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I1308199089"]},{"raw_affiliation_string":"Harbin No. 6 High School, Harbin, 150001, Heilongjiang, People's Republic of China","institution_ids":["https://openalex.org/I1308199089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073102465","display_name":"Adil Khan","orcid":"https://orcid.org/0000-0003-2862-5718"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I36001604","display_name":"University of Peshawar","ror":"https://ror.org/02t2qwf81","country_code":"PK","type":"education","lineage":["https://openalex.org/I36001604"]}],"countries":["CN","PK"],"is_corresponding":true,"raw_author_name":"Adil Khan","raw_affiliation_strings":["Department of Computer Science, University of Peshawar, Peshawar, Khyber Pakhtunkhwa, Pakistan","School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-2862-5718","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Peshawar, Peshawar, Khyber Pakhtunkhwa, Pakistan","institution_ids":["https://openalex.org/I36001604"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006316216","display_name":"Kai Yang","orcid":"https://orcid.org/0000-0003-1059-0705"},"institutions":[{"id":"https://openalex.org/I2799773085","display_name":"Nanjing General Hospital of Nanjing Military Command","ror":"https://ror.org/04kmpyd03","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2799773085"]},{"id":"https://openalex.org/I4210141682","display_name":"Air Force General Hospital PLA","ror":"https://ror.org/042jtt364","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210141682"]},{"id":"https://openalex.org/I4210148071","display_name":"Air Force Institute of Aviation Medicine Affiliated Hospital","ror":"https://ror.org/056c72797","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210148071"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Yang","raw_affiliation_strings":["Army Air Force College, Beijing, 100000, People\u2019s Republic of China","Post-Doctoral Scientific Research Station, Nanjing General Hospital of Former Nanjing Military Region, Nanjing, 210000, People\u2019s Republic of China","Army Air Force College, Beijing, 100000, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Air Force College, Beijing, 100000, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210141682","https://openalex.org/I4210148071"]},{"raw_affiliation_string":"Post-Doctoral Scientific Research Station, Nanjing General Hospital of Former Nanjing Military Region, Nanjing, 210000, People\u2019s Republic of China","institution_ids":["https://openalex.org/I2799773085"]},{"raw_affiliation_string":"Army Air Force College, Beijing, 100000, People's Republic of China","institution_ids":["https://openalex.org/I4210141682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054864573","display_name":"Feng Jiang","orcid":"https://orcid.org/0000-0001-8342-1211"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Feng","raw_affiliation_strings":["School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445780","display_name":"Shaohui Liu","orcid":"https://orcid.org/0000-0002-1810-5412"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohui Liu","raw_affiliation_strings":["School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People\u2019s Republic of China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, 150001, People's Republic of China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006316216","https://openalex.org/A5073102465"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I2799773085","https://openalex.org/I36001604","https://openalex.org/I4210141682","https://openalex.org/I4210148071"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"463","last_page":"475"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8598059415817261},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.8012526631355286},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7025682926177979},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6753919124603271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49970293045043945},{"id":"https://openalex.org/keywords/perfect-information","display_name":"Perfect information","score":0.4691691994667053},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42499592900276184},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39734405279159546},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12292587757110596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8598059415817261},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.8012526631355286},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7025682926177979},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6753919124603271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49970293045043945},{"id":"https://openalex.org/C123676819","wikidata":"https://www.wikidata.org/wiki/Q1074338","display_name":"Perfect information","level":2,"score":0.4691691994667053},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42499592900276184},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39734405279159546},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12292587757110596},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-24268-8_43","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-24268-8_43","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2046376809","https://openalex.org/W2142990738","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2601298905","https://openalex.org/W2746553466","https://openalex.org/W2751516180","https://openalex.org/W2776133043","https://openalex.org/W2776264767","https://openalex.org/W2802205645","https://openalex.org/W2897550403","https://openalex.org/W2950395671","https://openalex.org/W2963871073","https://openalex.org/W2964043796","https://openalex.org/W3143820062","https://openalex.org/W3158013077"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692","https://openalex.org/W4294873804"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}