{"id":"https://openalex.org/W2291986326","doi":"https://doi.org/10.48550/arxiv.1603.01121","title":"Deep Reinforcement Learning from Self-Play in Imperfect-Information Games","display_name":"Deep Reinforcement Learning from Self-Play in Imperfect-Information Games","alternate_titles":[],"publication_year":2016,"publication_date":"2016-03-03","ids":{"openalex":"https://openalex.org/W2291986326","doi":"https://doi.org/10.48550/arxiv.1603.01121","mag":"2291986326"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1603.01121","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1603.01121","pdf_url":"https://arxiv.org/pdf/1603.01121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2291986326"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1603.01121","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Heinrich, Johannes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Heinrich, Johannes","raw_affiliation_strings":["University College London , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London , UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091771290","display_name":"David Silver","orcid":"https://orcid.org/0000-0002-5197-2892","observed_orcids":["https://orcid.org/0000-0002-5197-2892"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Silver, David","raw_affiliation_strings":["University College London , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London , UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":540,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.6769999861717224},{"id":"https://openalex.org/keywords/self-play","display_name":"self-play","score":0.9539999961853027},{"id":"https://openalex.org/keywords/imperfect-information-games","display_name":"imperfect information games","score":0.8930000066757202},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.8569999933242798},{"id":"https://openalex.org/keywords/poker","display_name":"poker","score":0.46299999952316284},{"id":"https://openalex.org/keywords/end-to-end-learning","display_name":"end-to-end learning","score":0.6449999809265137}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8997846245765686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.742266833782196},{"id":"https://openalex.org/C123676819","wikidata":"https://www.wikidata.org/wiki/Q1074338","display_name":"Perfect information","level":2,"score":0.7124369740486145},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.7058500051498413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6221522092819214},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5864861011505127},{"id":"https://openalex.org/C145071142","wikidata":"https://www.wikidata.org/wiki/Q1411116","display_name":"Fictitious play","level":3,"score":0.5688155889511108},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5649223327636719},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.5004198551177979},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.47570499777793884},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4498136639595032},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.42690715193748474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3666105568408966},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.2553197145462036},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12265416979789734},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1603.01121","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1603.01121","pdf_url":"https://arxiv.org/pdf/1603.01121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2291986326","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1603.01121.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1523603","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/1523603/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv , Article 1603.01121. (2016)","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1603.01121","doi":"https://doi.org/10.48550/arxiv.1603.01121","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1603.01121","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1603.01121","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1603.01121","pdf_url":"https://arxiv.org/pdf/1603.01121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2291986326.pdf","grobid_xml":"https://content.openalex.org/works/W2291986326.grobid-xml"},"referenced_works_count":117,"referenced_works":["https://openalex.org/W361876","https://openalex.org/W32403112","https://openalex.org/W164522977","https://openalex.org/W166862392","https://openalex.org/W190498140","https://openalex.org/W192920577","https://openalex.org/W193176855","https://openalex.org/W305949787","https://openalex.org/W1433129784","https://openalex.org/W1482508514","https://openalex.org/W1491843047","https://openalex.org/W1510092789","https://openalex.org/W1510190958","https://openalex.org/W1510430508","https://openalex.org/W1515891729","https://openalex.org/W1520830672","https://openalex.org/W1569631138","https://openalex.org/W1592847719","https://openalex.org/W1605188341","https://openalex.org/W1625390266","https://openalex.org/W1646707810","https://openalex.org/W1664963465","https://openalex.org/W1714211023","https://openalex.org/W1726776292","https://openalex.org/W1947291763","https://openalex.org/W1964757264","https://openalex.org/W1970647289","https://openalex.org/W1980392196","https://openalex.org/W1980717955","https://openalex.org/W2006791053","https://openalex.org/W2008393562","https://openalex.org/W2020820252","https://openalex.org/W2029757490","https://openalex.org/W2054314161","https://openalex.org/W2055537715","https://openalex.org/W2075567596","https://openalex.org/W2076063813","https://openalex.org/W2077678271","https://openalex.org/W2093074200","https://openalex.org/W2100677568","https://openalex.org/W2101861158","https://openalex.org/W2103315867","https://openalex.org/W2103626435","https://openalex.org/W2105233768","https://openalex.org/W2106975967","https://openalex.org/W2108234087","https://openalex.org/W2109910161","https://openalex.org/W2113092063","https://openalex.org/W2113228754","https://openalex.org/W2113702258","https://openalex.org/W2114735315","https://openalex.org/W2114793692","https://openalex.org/W2118247617","https://openalex.org/W2119567691","https://openalex.org/W2119885577","https://openalex.org/W2120346334","https://openalex.org/W2121513215","https://openalex.org/W2121517924","https://openalex.org/W2122634705","https://openalex.org/W2123018439","https://openalex.org/W2124175081","https://openalex.org/W2126316555","https://openalex.org/W2127978988","https://openalex.org/W2131600418","https://openalex.org/W2134192919","https://openalex.org/W2134264591","https://openalex.org/W2136427775","https://openalex.org/W2137466452","https://openalex.org/W2139418546","https://openalex.org/W2141559645","https://openalex.org/W2143435603","https://openalex.org/W2144274908","https://openalex.org/W2144823724","https://openalex.org/W2144846366","https://openalex.org/W2145339207","https://openalex.org/W2149254401","https://openalex.org/W2150299430","https://openalex.org/W2151123669","https://openalex.org/W2153797239","https://openalex.org/W2154207916","https://openalex.org/W2155027007","https://openalex.org/W2160371091","https://openalex.org/W2160519132","https://openalex.org/W2160808139","https://openalex.org/W2161078173","https://openalex.org/W2167957526","https://openalex.org/W2168356773","https://openalex.org/W2168359464","https://openalex.org/W2168405694","https://openalex.org/W2171084228","https://openalex.org/W2172131460","https://openalex.org/W2173248099","https://openalex.org/W2182304831","https://openalex.org/W2187089797","https://openalex.org/W2187559597","https://openalex.org/W2202744812","https://openalex.org/W2208149249","https://openalex.org/W2212088069","https://openalex.org/W2257448745","https://openalex.org/W2257979135","https://openalex.org/W2291772168","https://openalex.org/W2330024298","https://openalex.org/W2341171179","https://openalex.org/W2395326189","https://openalex.org/W2498386205","https://openalex.org/W2537003064","https://openalex.org/W2739393805","https://openalex.org/W2802170217","https://openalex.org/W2911296969","https://openalex.org/W2963604043","https://openalex.org/W3011120880","https://openalex.org/W3198350258","https://openalex.org/W4253730333","https://openalex.org/W4300920027","https://openalex.org/W4321428174","https://openalex.org/W7124130879","https://openalex.org/W7124139285"],"related_works":["https://openalex.org/W4200312407","https://openalex.org/W7014903614","https://openalex.org/W2791318447","https://openalex.org/W2923934038","https://openalex.org/W3097986043","https://openalex.org/W3183328384","https://openalex.org/W4210505536","https://openalex.org/W2208149249","https://openalex.org/W2144274908"],"abstract_inverted_index":{"Many":[0],"real-world":[1,88],"applications":[2],"can":[3],"be":[4],"described":[5],"as":[6],"large-scale":[7],"games":[8],"of":[9,30,87,98],"imperfect":[10],"information.":[11],"To":[12],"deal":[13],"with":[14,57],"these":[15],"challenging":[16],"domains,":[17],"prior":[18,49],"work":[19],"has":[20],"focused":[21],"on":[22,103],"computing":[23],"Nash":[24,46,72],"equilibria":[25,47],"in":[26],"a":[27,71,84,92],"handcrafted":[28],"abstraction":[29],"the":[31,38,96],"domain.":[32],"In":[33,80],"this":[34],"paper":[35],"we":[36],"introduce":[37],"first":[39],"scalable":[40],"end-to-end":[41],"approach":[42],"to":[43,63],"learning":[44,77],"approximate":[45],"without":[48],"domain":[50,105],"knowledge.":[51],"Our":[52],"method":[53],"combines":[54],"fictitious":[55],"self-play":[56],"deep":[58],"reinforcement":[59,76],"learning.":[60],"When":[61],"applied":[62],"Leduc":[64],"poker,":[65],"Neural":[66],"Fictitious":[67],"Self-Play":[68],"(NFSP)":[69],"approached":[70,95],"equilibrium,":[73],"whereas":[74],"common":[75],"methods":[78],"diverged.":[79],"Limit":[81],"Texas":[82],"Holdem,":[83],"poker":[85],"game":[86],"scale,":[89],"NFSP":[90],"learnt":[91],"strategy":[93],"that":[94],"performance":[97],"state-of-the-art,":[99],"superhuman":[100],"algorithms":[101],"based":[102],"significant":[104],"expertise.":[106]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2291986326","counts_by_year":[{"year":2026,"cited_by_count":77},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":74},{"year":2023,"cited_by_count":66},{"year":2022,"cited_by_count":70},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":51},{"year":2019,"cited_by_count":49},{"year":2018,"cited_by_count":26},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
