{"id":"https://openalex.org/W4385682020","doi":"https://doi.org/10.48550/arxiv.2308.03526","title":"AlphaStar Unplugged: Large-Scale Offline Reinforcement Learning","display_name":"AlphaStar Unplugged: Large-Scale Offline Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-07","ids":{"openalex":"https://openalex.org/W4385682020","doi":"https://doi.org/10.48550/arxiv.2308.03526"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.03526","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.03526","pdf_url":"https://arxiv.org/pdf/2308.03526","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.03526","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016135148","display_name":"Micha\u00ebl Mathieu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mathieu, Micha\u00ebl","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049332971","display_name":"Sherjil Ozair","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozair, Sherjil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044157219","display_name":"Srivatsan Srinivasan","orcid":"https://orcid.org/0000-0002-6672-4779"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srinivasan, Srivatsan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041145688","display_name":"\u00c7a\u01e7lar G\u00fcl\u00e7ehre","orcid":"https://orcid.org/0009-0003-4124-1687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gulcehre, Caglar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033834190","display_name":"Shangtong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shangtong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112495623","display_name":"Ray Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Ray","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110645760","display_name":"Tom Le Paine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paine, Tom Le","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103448999","display_name":"Richard J. Powell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Powell, Richard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032140556","display_name":"Konrad \u017bo\u0142na","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u017bo\u0142na, Konrad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080518618","display_name":"Julian Schrittwieser","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schrittwieser, Julian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035994661","display_name":"David Choi","orcid":"https://orcid.org/0000-0001-8277-1797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040662871","display_name":"Petko Georgiev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georgiev, Petko","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027354833","display_name":"Daniel Toyama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toyama, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006011042","display_name":"Aja Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Aja","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089972944","display_name":"Roman Ring","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ring, Roman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085244021","display_name":"I. Babuschkin","orcid":"https://orcid.org/0000-0001-5156-5333"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Babuschkin, Igor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027028182","display_name":"Timo Ewalds","orcid":"https://orcid.org/0000-0002-9693-7986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ewalds, Timo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076716588","display_name":"Mahyar Bordbar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bordbar, Mahyar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038407278","display_name":"Sarah B. Henderson","orcid":"https://orcid.org/0000-0002-3329-184X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henderson, Sarah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073651612","display_name":"Sergio G\u00f3mez Colmenarejo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Colmenarejo, Sergio G\u00f3mez","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039776447","display_name":"A\u00e4ron van den Oord","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oord, A\u00e4ron van den","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064372346","display_name":"Wojciech Marian Czarnecki","orcid":"https://orcid.org/0000-0002-2641-9542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Czarnecki, Wojciech Marian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082304130","display_name":"Nando de Freitas","orcid":"https://orcid.org/0000-0003-4770-7217"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"de Freitas, Nando","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003562101","display_name":"Oriol Vinyals","orcid":"https://orcid.org/0000-0001-7848-7283"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vinyals, Oriol","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":24,"corresponding_author_ids":["https://openalex.org/A5016135148"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8701132535934448},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8533951044082642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7320044040679932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6390720009803772},{"id":"https://openalex.org/keywords/cloning","display_name":"Cloning (programming)","score":0.5772615075111389},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5526856184005737},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.4982635974884033},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.49457070231437683},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4902942478656769},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46916183829307556},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41620099544525146},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.1915396749973297},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09651157259941101},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0601690411567688}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8701132535934448},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8533951044082642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7320044040679932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6390720009803772},{"id":"https://openalex.org/C121050878","wikidata":"https://www.wikidata.org/wiki/Q5135020","display_name":"Cloning (programming)","level":2,"score":0.5772615075111389},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5526856184005737},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.4982635974884033},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49457070231437683},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4902942478656769},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46916183829307556},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41620099544525146},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.1915396749973297},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09651157259941101},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0601690411567688},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.03526","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.03526","pdf_url":"https://arxiv.org/pdf/2308.03526","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.03526","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.03526","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.03526","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.03526","pdf_url":"https://arxiv.org/pdf/2308.03526","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385682020.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W4225619808","https://openalex.org/W4388926065","https://openalex.org/W4376223516","https://openalex.org/W4226042081","https://openalex.org/W4283712691","https://openalex.org/W4308935744"],"abstract_inverted_index":{"StarCraft":[0,20,41,68],"II":[1,21,42,69],"is":[2,13,43],"one":[3],"of":[4,53,65,67,99,124,132,135],"the":[5,130,133],"most":[6],"challenging":[7,55],"simulated":[8],"reinforcement":[9,91],"learning":[10,108],"environments;":[11],"it":[12],"partially":[14],"observable,":[15],"stochastic,":[16],"multi-agent,":[17],"and":[18,57,79,110,126,141],"mastering":[19],"requires":[22],"strategic":[23],"planning":[24],"over":[25],"long":[26],"time":[27],"horizons":[28],"with":[29],"real-time":[30],"low-level":[31],"execution.":[32],"It":[33],"also":[34,115],"has":[35,60],"an":[36,104,111],"active":[37],"professional":[38],"competitive":[39],"scene.":[40],"uniquely":[44],"suited":[45],"for":[46,89,106],"advancing":[47],"offline":[48,90,122,139],"RL":[49],"algorithms,":[50],"both":[51],"because":[52,58],"its":[54],"nature":[56],"Blizzard":[59],"released":[61],"a":[62,81,95],"massive":[63],"dataset":[64,96],"millions":[66],"games":[70],"played":[71],"by":[72],"human":[73],"players.":[74],"This":[75],"paper":[76],"leverages":[77],"that":[78],"establishes":[80],"benchmark,":[82],"called":[83],"AlphaStar":[84,150],"Unplugged,":[85],"introducing":[86],"unprecedented":[87],"challenges":[88],"learning.":[92],"We":[93,114,128],"define":[94],"(a":[97],"subset":[98],"Blizzard's":[100],"release),":[101],"tools":[102],"standardizing":[103],"API":[105],"machine":[107],"methods,":[109],"evaluation":[112],"protocol.":[113],"present":[116],"baseline":[117],"agents,":[118],"including":[119],"behavior":[120,151],"cloning,":[121],"variants":[123],"actor-critic":[125],"MuZero.":[127],"improve":[129],"state":[131],"art":[134],"agents":[136],"using":[137],"only":[138],"data,":[140],"we":[142],"achieve":[143],"90%":[144],"win":[145],"rate":[146],"against":[147],"previously":[148],"published":[149],"cloning":[152],"agent.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}