{"id":"https://openalex.org/W2965908679","doi":"https://doi.org/10.24963/ijcai.2019/482","title":"Playing FPS Games With Environment-Aware Hierarchical Reinforcement Learning","display_name":"Playing FPS Games With Environment-Aware Hierarchical Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2965908679","doi":"https://doi.org/10.24963/ijcai.2019/482","mag":"2965908679"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/482","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/482","pdf_url":"https://www.ijcai.org/proceedings/2019/0482.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0482.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028723787","display_name":"Shihong Song","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Shihong Song","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007321875","display_name":"Jiayi Weng","orcid":"https://orcid.org/0000-0003-4918-4376"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jiayi Weng","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341885","display_name":"Hang Su","orcid":"https://orcid.org/0000-0001-8294-6315"},"institutions":[{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Hang Su","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080233678","display_name":"Dong Yan","orcid":"https://orcid.org/0000-0003-4549-9469"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Dong Yan","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042295562","display_name":"Haosheng Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Haosheng Zou","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100606995","display_name":"Jun Zhu","orcid":"https://orcid.org/0000-0002-6254-2388"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jun Zhu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Institute for AI, Tsinghua University","Tsinghua Laboratory of Brain and Intelligence Lab","Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Intelligent Connected Vehicles and Transportation, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":[]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology; Institute for AI, Tsinghua University; Tsinghua Laboratory of Brain and Intelligence Lab","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5028723787"],"corresponding_institution_ids":["https://openalex.org/I29955533","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.1677,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.90703537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3475","last_page":"3482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9149091839790344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7843925952911377},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.7482932209968567},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6647588014602661},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5762655735015869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5199583768844604},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5103673338890076},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4585115909576416},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.4239288866519928},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.360162615776062},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09115120768547058}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9149091839790344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843925952911377},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.7482932209968567},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6647588014602661},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5762655735015869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5199583768844604},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5103673338890076},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4585115909576416},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.4239288866519928},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.360162615776062},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09115120768547058},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/482","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/482","pdf_url":"https://www.ijcai.org/proceedings/2019/0482.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/482","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/482","pdf_url":"https://www.ijcai.org/proceedings/2019/0482.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1566444292","display_name":null,"funder_award_id":"21136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1919465925","display_name":null,"funder_award_id":"61621136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2747031782","display_name":null,"funder_award_id":"61571261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2925709577","display_name":null,"funder_award_id":"Y2017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2990812154","display_name":"Effects of Tissue Architecture on Vascular Mechanics: Role of the Hierarchical Structure and Constituent Evolution of Elastin","funder_award_id":"0106010","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3584574210","display_name":"RUI: Problems in Varieties of Commuting Matrices, Jet Schemes, and Division Algebras","funder_award_id":"0700904","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G368795326","display_name":null,"funder_award_id":"61620106010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G466649759","display_name":null,"funder_award_id":"2017Y","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5875539830","display_name":null,"funder_award_id":"2017YFA0700904","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6093743924","display_name":"CPS: Medium: Collaborative Research: Credible Autocoding and Verification of Embedded Software (CrAVES)","funder_award_id":"1136008","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G638475303","display_name":null,"funder_award_id":"NVAIL","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G7695340545","display_name":null,"funder_award_id":"Y201720","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8218031721","display_name":null,"funder_award_id":"2017YFA","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8340078520","display_name":null,"funder_award_id":"2017YF","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965908679.pdf","grobid_xml":"https://content.openalex.org/works/W2965908679.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1488730473","https://openalex.org/W2109910161","https://openalex.org/W2111149155","https://openalex.org/W2115899886","https://openalex.org/W2160371091","https://openalex.org/W2260756217","https://openalex.org/W2335959470","https://openalex.org/W2362143032","https://openalex.org/W2523728418","https://openalex.org/W2558518165","https://openalex.org/W2594829461","https://openalex.org/W2614839826","https://openalex.org/W2735796404","https://openalex.org/W2736601468","https://openalex.org/W2751516180","https://openalex.org/W2787501667","https://openalex.org/W2903709781","https://openalex.org/W2949267040","https://openalex.org/W2963262099","https://openalex.org/W2963523627","https://openalex.org/W2963871073","https://openalex.org/W2964043796","https://openalex.org/W2964227312","https://openalex.org/W3103559770","https://openalex.org/W4293584584","https://openalex.org/W4297804343","https://openalex.org/W6676795599","https://openalex.org/W6727252785","https://openalex.org/W6743660412","https://openalex.org/W6863252125"],"related_works":["https://openalex.org/W2365264209","https://openalex.org/W4306904969","https://openalex.org/W962203960","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2026999166","https://openalex.org/W2942485139","https://openalex.org/W4205449067"],"abstract_inverted_index":{"Learning":[0,13],"rational":[1],"behaviors":[2],"in":[3,52,119],"First-person-shooter":[4],"(FPS)":[5],"games":[6,106],"is":[7,83],"a":[8,31,47,53,65],"challenging":[9],"task":[10],"for":[11],"Reinforcement":[12],"(RL)":[14],"with":[15,38,86],"the":[16,70,80,100],"primary":[17],"difficulties":[18],"of":[19,59],"huge":[20],"action":[21],"space":[22],"and":[23,69,110],"insufficient":[24],"exploration.":[25,43],"To":[26],"address":[27],"this,":[28],"we":[29,45,115],"propose":[30],"hierarchical":[32,48],"agent":[33],"based":[34],"on":[35,104],"combined":[36],"options":[37],"intrinsic":[39,75],"rewards":[40],"to":[41,78],"drive":[42],"Specifically,":[44],"present":[46],"model":[49],"that":[50,94],"works":[51],"manager-worker":[54],"fashion":[55],"over":[56,67],"two":[57],"levels":[58],"hierarchy.":[60],"The":[61],"high-level":[62],"manager":[63],"learns":[64],"policy":[66],"options,":[68],"low-level":[71],"workers,":[72],"motivated":[73],"by":[74],"reward,":[76],"learn":[77],"execute":[79],"options.":[81],"Performance":[82],"further":[84],"improved":[85],"environmental":[87],"signals":[88],"appropriately":[89],"harnessed.":[90],"Extensive":[91],"experiments":[92],"demonstrate":[93],"our":[95],"trained":[96],"bot":[97],"significantly":[98],"outperforms":[99],"alternative":[101],"RL-based":[102],"models":[103],"FPS":[105],"requiring":[107],"maze":[108],"solving":[109],"combat":[111],"skills,":[112],"etc.":[113],"Notably,":[114],"achieved":[116],"first":[117],"place":[118],"VDAIC":[120],"2018":[121],"Track(1).":[122]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}