{"id":"https://openalex.org/W2734594771","doi":"https://doi.org/10.1109/cig.2017.8080430","title":"Learning macromanagement in starcraft from replays using deep learning","display_name":"Learning macromanagement in starcraft from replays using deep learning","publication_year":2017,"publication_date":"2017-08-01","ids":{"openalex":"https://openalex.org/W2734594771","doi":"https://doi.org/10.1109/cig.2017.8080430","mag":"2734594771"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2017.8080430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2017.8080430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Computational Intelligence and Games (CIG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.itu.dk/portal/da/publications/6e7acde3-44fa-4be0-985f-cd20893638f7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043102938","display_name":"Niels Justesen","orcid":"https://orcid.org/0000-0001-5381-5498"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Niels Justesen","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","[IT University of Copenhagen, Copenhagen, Denmark]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"[IT University of Copenhagen, Copenhagen, Denmark]","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","[IT University of Copenhagen, Copenhagen, Denmark]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"[IT University of Copenhagen, Copenhagen, Denmark]","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83467386"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8218600153923035},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7840704917907715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7418429851531982},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5733665227890015},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5514104962348938},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.529051661491394},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45919740200042725},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.45588386058807373},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4022394120693207},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.07821854948997498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218600153923035},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7840704917907715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7418429851531982},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5733665227890015},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5514104962348938},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.529051661491394},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45919740200042725},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.45588386058807373},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4022394120693207},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.07821854948997498},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/cig.2017.8080430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2017.8080430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Computational Intelligence and Games (CIG)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/6e7acde3-44fa-4be0-985f-cd20893638f7","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/6e7acde3-44fa-4be0-985f-cd20893638f7","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Justesen, N & Risi, S 2017, Learning macromanagement in starcraft from replays using deep learning. in Computational Intelligence and Games (CIG), 2017 IEEE Conference on. IEEE, pp. 162-169. https://doi.org/10.1109/CIG.2017.8080430","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1707.03743","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1707.03743","pdf_url":"https://arxiv.org/pdf/1707.03743","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2734594771","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1707.03743.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1707.03743","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1707.03743","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/6e7acde3-44fa-4be0-985f-cd20893638f7","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/6e7acde3-44fa-4be0-985f-cd20893638f7","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Justesen, N & Risi, S 2017, Learning macromanagement in starcraft from replays using deep learning. in Computational Intelligence and Games (CIG), 2017 IEEE Conference on. IEEE, pp. 162-169. https://doi.org/10.1109/CIG.2017.8080430","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W157948248","https://openalex.org/W1516242919","https://openalex.org/W1522301498","https://openalex.org/W1674110665","https://openalex.org/W1827729448","https://openalex.org/W1885650162","https://openalex.org/W2014189922","https://openalex.org/W2018917012","https://openalex.org/W2031748952","https://openalex.org/W2047891762","https://openalex.org/W2095705004","https://openalex.org/W2098487995","https://openalex.org/W2107258367","https://openalex.org/W2112438132","https://openalex.org/W2144445939","https://openalex.org/W2145339207","https://openalex.org/W2152729775","https://openalex.org/W2156297475","https://openalex.org/W2163605009","https://openalex.org/W2257979135","https://openalex.org/W2518713116","https://openalex.org/W2522489477","https://openalex.org/W2530830659","https://openalex.org/W2589422499","https://openalex.org/W2591709446","https://openalex.org/W2728163731","https://openalex.org/W2964043796","https://openalex.org/W4299335686","https://openalex.org/W6606469686","https://openalex.org/W6638800493","https://openalex.org/W6639423977","https://openalex.org/W6674330103","https://openalex.org/W6684191040","https://openalex.org/W6692846177","https://openalex.org/W6728536890"],"related_works":["https://openalex.org/W2962789937","https://openalex.org/W2031748952","https://openalex.org/W2749807327","https://openalex.org/W3158624144","https://openalex.org/W3160366202","https://openalex.org/W2257979135","https://openalex.org/W3114511015","https://openalex.org/W2972272053","https://openalex.org/W2908003704","https://openalex.org/W3037286735","https://openalex.org/W3202901224","https://openalex.org/W1958561183","https://openalex.org/W3007814294","https://openalex.org/W2951360122","https://openalex.org/W73619918","https://openalex.org/W2178419505","https://openalex.org/W2887897884","https://openalex.org/W2056126323","https://openalex.org/W2598512662","https://openalex.org/W3110282614"],"abstract_inverted_index":{"The":[0],"real-time":[1],"strategy":[2],"game":[3,43],"StarCraft":[4,37,90,178],"has":[5],"proven":[6],"to":[7,144,176],"be":[8,39],"a":[9,18,108,146],"challenging":[10],"environment":[11],"for":[12,168],"artificial":[13],"intelligence":[14],"techniques,":[15],"and":[16,66,72,102,152],"as":[17],"result,":[19],"current":[20],"state-of-the-art":[21],"solutions":[22],"consist":[23],"of":[24,60,70,149],"numerous":[25],"hand-crafted":[26,132],"modules.":[27],"In":[28],"this":[29,115,172],"paper,":[30],"we":[31],"show":[32],"how":[33],"macromanagement":[34,120],"decisions":[35],"in":[36,74,127],"can":[38,94],"learned":[40,123],"directly":[41,124],"from":[42,57,125],"replays":[44,59,126],"using":[45],"deep":[46,139,160],"learning.":[47],"Neural":[48],"networks":[49],"are":[50,122,134,181],"trained":[51,83],"on":[52,184],"789,571":[53],"state-action":[54],"pairs":[55],"extracted":[56],"2,005":[58],"highly":[61],"skilled":[62],"players,":[63],"achieving":[64],"top-1":[65],"top-3":[67],"error":[68],"rates":[69],"54.6%":[71],"22.9%":[73],"predicting":[75],"the":[76,82,92,97,117,130,136,138,155],"next":[77],"build":[78],"action.":[79],"By":[80],"integrating":[81],"network":[84,140],"into":[85],"UAlbertaBot,":[86],"an":[87,164],"open":[88],"source":[89],"bot,":[91,101],"system":[93],"significantly":[95],"outperform":[96],"game's":[98],"built-in":[99],"Terran":[100],"play":[103],"competitively":[104],"against":[105],"UAlbertaBot":[106],"with":[107,159],"fixed":[109],"rush":[110],"strategy.":[111],"To":[112],"our":[113],"knowledge,":[114],"is":[116,142,163],"first":[118],"time":[119],"tasks":[121],"StarCraft.":[128],"While":[129],"best":[131],"strategies":[133,151],"still":[135],"state-of-the-art,":[137],"approach":[141,173],"able":[143],"express":[145],"wide":[147],"range":[148],"different":[150],"thus":[153],"improving":[154],"network's":[156],"performance":[157],"further":[158],"reinforcement":[161],"learning":[162],"immediately":[165],"promising":[166],"avenue":[167],"future":[169],"research.":[170],"Ultimately":[171],"could":[174],"lead":[175],"strong":[177],"bots":[179],"that":[180],"less":[182],"reliant":[183],"hard-coded":[185],"strategies.":[186]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}