{"id":"https://openalex.org/W2979338733","doi":"https://doi.org/10.1109/mmar.2019.8864611","title":"JamesBot - an intelligent agent playing StarCraft II","display_name":"JamesBot - an intelligent agent playing StarCraft II","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2979338733","doi":"https://doi.org/10.1109/mmar.2019.8864611","mag":"2979338733"},"language":"en","primary_location":{"id":"doi:10.1109/mmar.2019.8864611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar.2019.8864611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 24th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043148826","display_name":"Zdzis\u0142aw Kowalczuk","orcid":"https://orcid.org/0000-0001-9174-546X"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Zdzislaw Kowalczuk","raw_affiliation_strings":["Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland"],"affiliations":[{"raw_affiliation_string":"Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland","institution_ids":["https://openalex.org/I169333911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070952050","display_name":"Jan Cybulski","orcid":null},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Jan Cybulski","raw_affiliation_strings":["Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland"],"affiliations":[{"raw_affiliation_string":"Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland","institution_ids":["https://openalex.org/I169333911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003329037","display_name":"Micha\u0142 Czubenko","orcid":"https://orcid.org/0000-0002-9483-4983"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Michal Czubenko","raw_affiliation_strings":["Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland"],"affiliations":[{"raw_affiliation_string":"Faculty of Electronics Telecommunications and Informatics, Gdansk Univesity of Technology, Gdansk, Poland","institution_ids":["https://openalex.org/I169333911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043148826"],"corresponding_institution_ids":["https://openalex.org/I169333911"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57503121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"282","issue":null,"first_page":"105","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8455637693405151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7671674489974976},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.7354615330696106},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5654240846633911},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5349105000495911},{"id":"https://openalex.org/keywords/battlefield","display_name":"Battlefield","score":0.5091471076011658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5039536356925964},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4810178875923157},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46492838859558105},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.4127136766910553},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.24227496981620789}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8455637693405151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7671674489974976},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.7354615330696106},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5654240846633911},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5349105000495911},{"id":"https://openalex.org/C2779669469","wikidata":"https://www.wikidata.org/wiki/Q4895508","display_name":"Battlefield","level":2,"score":0.5091471076011658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5039536356925964},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4810178875923157},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46492838859558105},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.4127136766910553},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24227496981620789},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmar.2019.8864611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar.2019.8864611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 24th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1757796397","https://openalex.org/W2058343028","https://openalex.org/W2121863487","https://openalex.org/W2126794261","https://openalex.org/W2139228966","https://openalex.org/W2145339207","https://openalex.org/W2330746821","https://openalex.org/W2336562112","https://openalex.org/W2749807327","https://openalex.org/W2765095765","https://openalex.org/W2783967294","https://openalex.org/W2890388262","https://openalex.org/W2897474581","https://openalex.org/W2901174038","https://openalex.org/W2954609848","https://openalex.org/W2964043796","https://openalex.org/W2996195849","https://openalex.org/W3037305688","https://openalex.org/W4289285046","https://openalex.org/W4298857966","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W1984179778","https://openalex.org/W2363573290","https://openalex.org/W2387459700","https://openalex.org/W4388150944","https://openalex.org/W2362261179","https://openalex.org/W2383940993","https://openalex.org/W2354389285","https://openalex.org/W2387678935","https://openalex.org/W3159926017","https://openalex.org/W301880915"],"abstract_inverted_index":{"The":[0,40,161],"most":[1],"popular":[2],"method":[3],"for":[4,21,78,127],"optimizing":[5],"a":[6,11,18,33,98],"certain":[7],"strategy":[8,35],"based":[9],"on":[10,54],"reward":[12],"is":[13,32,46,125],"Reinforcement":[14],"Learning":[15],"(RL).":[16],"Lately,":[17],"big":[19],"challenge":[20],"this":[22,44],"technique":[23],"are":[24,165],"computer":[25],"games":[26],"such":[27],"as":[28],"StarCraft":[29],"II":[30],"which":[31,105,114],"real-time":[34],"game,":[36],"created":[37],"by":[38],"Blizzard.":[39],"main":[41],"idea":[42],"of":[43,83,97,101,118,170,173],"game":[45],"to":[47,59,108,153,157],"fight":[48],"between":[49],"agents":[50],"and":[51,110],"control":[52],"objects":[53],"the":[55,61,75,92,102,111,116,119,134,140,147,155,159,171],"battlefield":[56],"in":[57,73,168],"order":[58],"defeat":[60,158],"enemy.":[62],"This":[63],"work":[64],"concerns":[65],"creating":[66],"an":[67],"autonomous":[68],"bot":[69],"using":[70],"reinforced":[71],"learning,":[72],"particular,":[74],"Q-Learning":[76,103],"algorithm":[77],"playing":[79],"StarCraft.":[80],"JamesBot":[81,143],"consists":[82,96],"three":[84],"parts.":[85],"State":[86],"Manager":[87,95,124],"processes":[88],"relevant":[89],"information":[90],"from":[91],"environment.":[93],"Decision":[94],"table":[99],"implementation":[100],"algorithm,":[104],"assigns":[106],"actions":[107],"states,":[109],"epsilon-greedy":[112],"strategy,":[113],"determines":[115],"behavior":[117],"bot.":[120],"In":[121],"turn,":[122],"Action":[123],"responsible":[126],"executing":[128],"commands.":[129],"Testing":[130],"bots":[131],"involves":[132],"fighting":[133],"default":[135,148],"(simple)":[136],"agent":[137],"built":[138],"into":[139],"game.":[141],"Although":[142],"played":[144],"better":[145],"than":[146],"(random)":[149],"agent,":[150],"it":[151],"failed":[152],"gain":[154],"ability":[156],"opponent.":[160],"obtained":[162],"results,":[163],"however,":[164],"quite":[166],"promising":[167],"terms":[169],"possibilities":[172],"further":[174],"development.":[175]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}