{"id":"https://openalex.org/W2026461969","doi":"https://doi.org/10.1109/tciaig.2014.2336702","title":"Creating Autonomous Adaptive Agents in a Real-Time First-Person Shooter Computer Game","display_name":"Creating Autonomous Adaptive Agents in a Real-Time First-Person Shooter Computer Game","publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W2026461969","doi":"https://doi.org/10.1109/tciaig.2014.2336702","mag":"2026461969"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2014.2336702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2014.2336702","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=6215&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100401420","display_name":"Di Wang","orcid":"https://orcid.org/0000-0002-3171-4001"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Di Wang","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore","School of Computer Engineering, Nanyang Technological University,,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University,,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004167801","display_name":"Ah\u2010Hwee Tan","orcid":"https://orcid.org/0000-0003-0378-4069"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ah-Hwee Tan","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore","School of Computer Engineering, Nanyang Technological University,,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University,,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100401420"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":7.5963,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97197199,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"123","last_page":"138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8324735164642334},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.667611300945282},{"id":"https://openalex.org/keywords/tournament","display_name":"Tournament","score":0.6281490325927734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5164244771003723},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5023722648620605},{"id":"https://openalex.org/keywords/video-game-design","display_name":"Video game design","score":0.4898211658000946},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.4895499646663666},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.48228171467781067},{"id":"https://openalex.org/keywords/game-mechanics","display_name":"Game mechanics","score":0.4441668391227722},{"id":"https://openalex.org/keywords/game-programming","display_name":"Game programming","score":0.42552271485328674},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4183938205242157},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3487764000892639},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.2848529815673828},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.2790120244026184},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15233111381530762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324735164642334},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.667611300945282},{"id":"https://openalex.org/C136975688","wikidata":"https://www.wikidata.org/wiki/Q1320634","display_name":"Tournament","level":2,"score":0.6281490325927734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164244771003723},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5023722648620605},{"id":"https://openalex.org/C47187476","wikidata":"https://www.wikidata.org/wiki/Q12336660","display_name":"Video game design","level":3,"score":0.4898211658000946},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.4895499646663666},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.48228171467781067},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.4441668391227722},{"id":"https://openalex.org/C109347269","wikidata":"https://www.wikidata.org/wiki/Q1753830","display_name":"Game programming","level":5,"score":0.42552271485328674},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4183938205242157},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3487764000892639},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.2848529815673828},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.2790120244026184},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15233111381530762},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C6907630","wikidata":"https://www.wikidata.org/wiki/Q3010535","display_name":"Game design document","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tciaig.2014.2336702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2014.2336702","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-6215","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=6215&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TCIAIG.2014.2336702","raw_type":"Journal Article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/89631","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/89631","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-6215","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=6215&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TCIAIG.2014.2336702","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W9780512","https://openalex.org/W163890133","https://openalex.org/W1481907638","https://openalex.org/W1519522181","https://openalex.org/W1527065436","https://openalex.org/W1536929369","https://openalex.org/W1559998334","https://openalex.org/W1594730842","https://openalex.org/W1981658442","https://openalex.org/W1990767698","https://openalex.org/W1991770581","https://openalex.org/W2011204669","https://openalex.org/W2012611887","https://openalex.org/W2034725503","https://openalex.org/W2039600194","https://openalex.org/W2064647596","https://openalex.org/W2073320424","https://openalex.org/W2075022034","https://openalex.org/W2088153197","https://openalex.org/W2095786862","https://openalex.org/W2105523899","https://openalex.org/W2119296376","https://openalex.org/W2124548463","https://openalex.org/W2125266638","https://openalex.org/W2127011257","https://openalex.org/W2127365920","https://openalex.org/W2131493766","https://openalex.org/W2135774416","https://openalex.org/W2140685838","https://openalex.org/W2141712152","https://openalex.org/W2147327104","https://openalex.org/W2149390557","https://openalex.org/W2151162056","https://openalex.org/W2152477898","https://openalex.org/W2162353131","https://openalex.org/W2164128966","https://openalex.org/W2165845451","https://openalex.org/W2167570335","https://openalex.org/W2168405694","https://openalex.org/W2169740139","https://openalex.org/W2171968280","https://openalex.org/W2291634899","https://openalex.org/W2303043072","https://openalex.org/W2533956053","https://openalex.org/W2737560561","https://openalex.org/W4250621041","https://openalex.org/W6606694616","https://openalex.org/W6628950925","https://openalex.org/W6633579552","https://openalex.org/W6675940451","https://openalex.org/W6683971778","https://openalex.org/W6685015738","https://openalex.org/W6697024158"],"related_works":["https://openalex.org/W623990712","https://openalex.org/W2248988773","https://openalex.org/W3208162280","https://openalex.org/W2398624678","https://openalex.org/W571219209","https://openalex.org/W2098646448","https://openalex.org/W2279897802","https://openalex.org/W4233008562","https://openalex.org/W2054460820","https://openalex.org/W4382063331"],"abstract_inverted_index":{"Games":[0],"are":[1,66,86],"good":[2],"test-beds":[3],"to":[4,51,88,134,136],"evaluate":[5],"AI":[6],"methodologies.":[7],"In":[8,81],"recent":[9],"years,":[10],"there":[11],"has":[12],"been":[13],"a":[14,43,53,137,141,145],"vast":[15],"amount":[16],"of":[17,96,149],"research":[18],"dealing":[19],"with":[20,124],"real-time":[21],"computer":[22,57],"games":[23,29],"other":[24],"than":[25],"the":[26,70,76,84,94,119,125],"traditional":[27],"board":[28],"or":[30,73,102],"card":[31],"games.":[32],"This":[33],"paper":[34],"illustrates":[35],"how":[36],"we":[37],"create":[38],"agents":[39,85,110],"by":[40],"employing":[41],"FALCON,":[42],"self-organizing":[44],"neural":[45],"network":[46],"that":[47,108],"performs":[48],"reinforcement":[49],"learning,":[50],"play":[52],"well-known":[54],"first-person":[55],"shooter":[56],"game":[58,71,120],"called":[59],"Unreal":[60],"Tournament.":[61],"Rewards":[62],"used":[63],"for":[64],"learning":[65,79],"either":[67],"obtained":[68],"from":[69,115],"environment":[72],"estimated":[74],"using":[75],"temporal":[77],"difference":[78],"scheme.":[80],"this":[82],"way,":[83],"able":[87,133],"acquire":[89],"proper":[90],"strategies":[91],"and":[92,113],"discover":[93],"effectiveness":[95],"different":[97,138,142],"weapons":[98],"without":[99],"any":[100],"guidance":[101],"intervention.":[103],"The":[104],"experimental":[105],"results":[106],"show":[107],"our":[109,130],"learn":[111],"effectively":[112],"appropriately":[114],"scratch":[116],"while":[117],"playing":[118],"in":[121,140],"real-time.":[122],"Moreover,":[123],"previously":[126],"learned":[127],"knowledge":[128],"retained,":[129],"agent":[131],"is":[132],"adapt":[135],"opponent":[139],"map":[143],"within":[144],"relatively":[146],"short":[147],"period":[148],"time.":[150]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}