{"id":"https://openalex.org/W2141712152","doi":"https://doi.org/10.1109/tciaig.2009.2037972","title":"RL-DOT: A Reinforcement Learning NPC Team for Playing Domination Games","display_name":"RL-DOT: A Reinforcement Learning NPC Team for Playing Domination Games","publication_year":2009,"publication_date":"2009-12-09","ids":{"openalex":"https://openalex.org/W2141712152","doi":"https://doi.org/10.1109/tciaig.2009.2037972","mag":"2141712152"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2009.2037972","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2009.2037972","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062142262","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-7917-1547"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074250521","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0002-2488-1813"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025828195","display_name":"Xingguo Chen","orcid":"https://orcid.org/0000-0002-0221-733X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingguo Chen","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Lab of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":2.2651,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.89934723,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":"1","first_page":"17","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8256678581237793},{"id":"https://openalex.org/keywords/tournament","display_name":"Tournament","score":0.8150529861450195},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.714844822883606},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6726788282394409},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.579742431640625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5702757239341736},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5183461904525757},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4980154037475586},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.49402767419815063},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.386464923620224},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1891738772392273},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12514761090278625},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.11792466044425964},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07778078317642212}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8256678581237793},{"id":"https://openalex.org/C136975688","wikidata":"https://www.wikidata.org/wiki/Q1320634","display_name":"Tournament","level":2,"score":0.8150529861450195},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.714844822883606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6726788282394409},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.579742431640625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5702757239341736},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5183461904525757},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4980154037475586},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.49402767419815063},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.386464923620224},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1891738772392273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12514761090278625},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.11792466044425964},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07778078317642212},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tciaig.2009.2037972","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2009.2037972","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W10379689","https://openalex.org/W16011919","https://openalex.org/W32403112","https://openalex.org/W78386725","https://openalex.org/W1240482151","https://openalex.org/W1481907638","https://openalex.org/W1542941925","https://openalex.org/W1565097357","https://openalex.org/W1577844638","https://openalex.org/W1613651675","https://openalex.org/W1838008872","https://openalex.org/W1999808895","https://openalex.org/W2031727428","https://openalex.org/W2041367235","https://openalex.org/W2103251112","https://openalex.org/W2112438132","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2139105159","https://openalex.org/W2149301463","https://openalex.org/W2149390557","https://openalex.org/W2155791599","https://openalex.org/W2158510558","https://openalex.org/W2161608691","https://openalex.org/W2164128966","https://openalex.org/W2164637474","https://openalex.org/W2166798247","https://openalex.org/W2737560561","https://openalex.org/W4214717370","https://openalex.org/W4255047891","https://openalex.org/W6600408116","https://openalex.org/W6628950925","https://openalex.org/W6634557519","https://openalex.org/W6638772051","https://openalex.org/W6683164292","https://openalex.org/W6683971778","https://openalex.org/W6684359289","https://openalex.org/W6684470913"],"related_works":["https://openalex.org/W3123786980","https://openalex.org/W4287997709","https://openalex.org/W2994965880","https://openalex.org/W3083287393","https://openalex.org/W3094108612","https://openalex.org/W3125314910","https://openalex.org/W2982074041","https://openalex.org/W2130950591","https://openalex.org/W2041858633","https://openalex.org/W3122959053"],"abstract_inverted_index":{"In":[0,24,45,133],"this":[1],"paper,":[2],"we":[3],"describe":[4],"the":[5,49,84,119],"design":[6],"of":[7,38,41,55],"reinforcement-learning-based":[8],"domination":[9,92],"team":[10,16],"(RL-DOT),":[11],"a":[12,28,53,79,91,114,138],"nonplayer":[13],"character":[14],"(NPC)":[15],"for":[17,129],"playing":[18,147],"Unreal":[19],"Tournament":[20],"(UT)":[21],"Domination":[22,149],"games.":[23,150],"RL-DOT,":[25],"there":[26],"is":[27],"commander":[29,50],"NPC":[30,51,72],"and":[31,100],"several":[32,42],"soldier":[33,68,71],"NPCs.":[34,69],"The":[35],"running":[36,99],"process":[37],"RL-DOT":[39,136],"consists":[40],"decision":[43,47,54],"cycles.":[44],"each":[46],"cycle,":[48],"makes":[52],"troop":[56],"distribution":[57],"and,":[58],"according":[59],"to":[60,66,74,117],"that":[61,102],"decision,":[62],"sends":[63],"action":[64],"orders":[65],"other":[67],"Each":[70],"tries":[73],"accomplish":[75],"its":[76,144],"task":[77,87],"in":[78,146],"goal-directed":[80],"way,":[81],"i.e.,":[82],"decomposing":[83],"final":[85],"ultimate":[86],"(attacking":[88],"or":[89],"defending":[90],"point)":[93],"into":[94],"basic":[95],"actions":[96],"(such":[97],"as":[98],"shooting)":[101],"are":[103],"directly":[104],"supported":[105],"by":[106],"UT":[107,148],"application":[108],"programming":[109],"interfaces":[110],"(APIs).":[111],"We":[112,123],"use":[113],"Q-learning-style":[115],"algorithm":[116],"learn":[118],"optimal":[120],"decision-making":[121],"policy.":[122],"carefully":[124],"choose":[125],"some":[126],"opponent":[127],"policies":[128],"our":[130],"illustrative":[131],"experiments.":[132],"these":[134],"experiments,":[135],"shows":[137],"distinct":[139],"learning":[140],"characteristic,":[141],"which":[142],"illustrates":[143],"efficiency":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}