{"id":"https://openalex.org/W2952204091","doi":"https://doi.org/10.1109/cig.2019.8848049","title":"Optimal Use of Experience in First Person Shooter Environments","display_name":"Optimal Use of Experience in First Person Shooter Environments","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2952204091","doi":"https://doi.org/10.1109/cig.2019.8848049","mag":"2952204091"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2019.8848049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848049","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.09734","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005322233","display_name":"Matthew Aitchison","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Matthew Aitchison","raw_affiliation_strings":["College of Engineering and Computer Science, Australian National University, Canberra, Australia","AUSTRALIAN NATIONAL UNIVERSITY"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"AUSTRALIAN NATIONAL UNIVERSITY","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005322233"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05687764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7986475229263306},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7419017553329468},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7087486982345581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48652857542037964},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4358975291252136},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4323917627334595},{"id":"https://openalex.org/keywords/learning-environment","display_name":"Learning environment","score":0.42201095819473267},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3778533935546875},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.100118488073349},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09682324528694153},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.09419834613800049}],"concepts":[{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7986475229263306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419017553329468},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7087486982345581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48652857542037964},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4358975291252136},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4323917627334595},{"id":"https://openalex.org/C2778365744","wikidata":"https://www.wikidata.org/wiki/Q2426689","display_name":"Learning environment","level":2,"score":0.42201095819473267},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3778533935546875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.100118488073349},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09682324528694153},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.09419834613800049},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/cig.2019.8848049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848049","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.09734","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.09734","pdf_url":"https://arxiv.org/pdf/1906.09734","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/311552","is_oa":false,"landing_page_url":"http://hdl.handle.net/1885/311552","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Using Restart Heuristics to Improve Agent Performance in Angry Birds","raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.1906.09734","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.09734","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2952204091","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.09734","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.09734","pdf_url":"https://arxiv.org/pdf/1906.09734","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952204091.pdf","grobid_xml":"https://content.openalex.org/works/W2952204091.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2031748952","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2155968351","https://openalex.org/W2201581102","https://openalex.org/W2362143032","https://openalex.org/W2522489477","https://openalex.org/W2553701371","https://openalex.org/W2575705757","https://openalex.org/W2902907165","https://openalex.org/W2952523895","https://openalex.org/W2962747693","https://openalex.org/W2963095800","https://openalex.org/W2963871073","https://openalex.org/W2964043796","https://openalex.org/W3103780890","https://openalex.org/W3180523075","https://openalex.org/W4299335686","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6729788943","https://openalex.org/W6730111887","https://openalex.org/W6761839350"],"related_works":["https://openalex.org/W2975570482","https://openalex.org/W3048263204","https://openalex.org/W2999490157","https://openalex.org/W3042765459","https://openalex.org/W3156313910","https://openalex.org/W3206282417","https://openalex.org/W3015849478","https://openalex.org/W2763017246","https://openalex.org/W2963376229","https://openalex.org/W2979229105","https://openalex.org/W2550648340","https://openalex.org/W2337545541","https://openalex.org/W2967925425","https://openalex.org/W3135282891","https://openalex.org/W2971176100","https://openalex.org/W2902456977","https://openalex.org/W2607198029","https://openalex.org/W2788994997","https://openalex.org/W3118515108","https://openalex.org/W2891191051"],"abstract_inverted_index":{"Although":[0],"reinforcement":[1],"learning":[2,50,71,114],"has":[3],"made":[4],"great":[5],"strides":[6],"recently,":[7],"a":[8,67,96],"continuing":[9],"limitation":[10],"is":[11,92],"that":[12,75,88],"it":[13,76],"requires":[14,66],"an":[15],"extremely":[16],"high":[17],"number":[18],"of":[19,31,48,82,98,112],"interactions":[20],"with":[21],"the":[22,29,35,40,46,59,70,80,83,109],"environment.":[23],"In":[24],"this":[25,65],"paper,":[26],"we":[27,86],"explore":[28],"effectiveness":[30,47],"reusing":[32],"experience":[33,36],"from":[34],"replay":[37],"buffer":[38],"in":[39,58,69],"Deep":[41],"Q-Learning":[42],"algorithm.":[43],"We":[44],"test":[45],"applying":[49],"update":[51],"steps":[52],"multiple":[53],"times":[54],"per":[55],"environmental":[56,118],"step":[57],"VizDoom":[60],"environment":[61],"and":[62,73],"show":[63,87],"first,":[64],"change":[68],"rate,":[72],"second":[74],"does":[77],"not":[78],"improve":[79],"performance":[81,102],"agent.":[84],"Furthermore,":[85],"updating":[89],"less":[90],"frequently":[91],"effective":[93],"up":[94],"to":[95],"ratio":[97],"4:1,":[99],"after":[100],"which":[101],"degrades":[103],"significantly.":[104],"These":[105],"results":[106],"quantitatively":[107],"confirm":[108],"widespread":[110],"practice":[111],"performing":[113],"updates":[115],"every":[116],"4th":[117],"step.":[119]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}