{"id":"https://openalex.org/W2913409451","doi":"https://doi.org/10.48550/arxiv.1901.08106","title":"Open-ended Learning in Symmetric Zero-sum Games","display_name":"Open-ended Learning in Symmetric Zero-sum Games","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-23","ids":{"openalex":"https://openalex.org/W2913409451","doi":"https://doi.org/10.48550/arxiv.1901.08106","mag":"2913409451"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1901.08106","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.08106","pdf_url":"https://arxiv.org/pdf/1901.08106","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2913409451"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.08106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011169641","display_name":"David Balduzzi","orcid":"https://orcid.org/0000-0002-1466-7864","observed_orcids":["https://orcid.org/0000-0002-1466-7864"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Balduzzi, David","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034184867","display_name":"Marta Garnelo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garnelo, Marta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062949033","display_name":"Yoram Bachrach","orcid":"https://orcid.org/0000-0002-4382-7636","observed_orcids":["https://orcid.org/0000-0002-4382-7636"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bachrach, Yoram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064372346","display_name":"Wojciech Marian Czarnecki","orcid":"https://orcid.org/0000-0002-2641-9542","observed_orcids":["https://orcid.org/0000-0002-2641-9542"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Czarnecki, Wojciech M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056707583","display_name":"Julien P\u00e9rolat","orcid":"https://orcid.org/0000-0002-8176-1666","observed_orcids":["https://orcid.org/0000-0002-8176-1666","https://orcid.org/0000-0003-4098-5011"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perolat, Julien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004153109","display_name":"Max Jaderberg","orcid":"https://orcid.org/0000-0002-9033-2695","observed_orcids":["https://orcid.org/0000-0002-9033-2695"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaderberg, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051619646","display_name":"Thore Graepel","orcid":"https://orcid.org/0000-0003-3957-0310","observed_orcids":["https://orcid.org/0000-0003-3957-0310"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Graepel, Thore","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":147,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"434","last_page":"443"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.6884999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.6884999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.1006999984383583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.08739999681711197,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-ended-learning","display_name":"open-ended learning","score":0.9330000281333923},{"id":"https://openalex.org/keywords/rock-paper-scissors","display_name":"rock-paper-scissors","score":0.8759999871253967},{"id":"https://openalex.org/keywords/self-play","display_name":"self-play","score":0.5889999866485596},{"id":"https://openalex.org/keywords/population-diversity","display_name":"population diversity","score":0.46299999952316284},{"id":"https://openalex.org/keywords/resource-allocation-games","display_name":"resource allocation games","score":0.9520000219345093}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6828833818435669},{"id":"https://openalex.org/C136356330","wikidata":"https://www.wikidata.org/wiki/Q156612","display_name":"Zero-sum game","level":3,"score":0.6346012353897095},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4323952794075012},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3912682831287384},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37140601873397827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33628422021865845},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3256954252719879},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.17351868748664856},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10142481327056885},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10107433795928955}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1901.08106","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.08106","pdf_url":"https://arxiv.org/pdf/1901.08106","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10091504","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10091504/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: Chaudhuri, K and Salakhutdinov, R, (eds.) Proceedings of the 36th International Conference on Machine Learning. (pp. pp. 434-443). PMLR (2019)","raw_type":"Proceedings paper"},{"id":"doi:10.48550/arxiv.1901.08106","doi":"https://doi.org/10.48550/arxiv.1901.08106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1901.08106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963836708","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v97/balduzzi19a/balduzzi19a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.08106","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.08106","pdf_url":"https://arxiv.org/pdf/1901.08106","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2913409451.pdf","grobid_xml":"https://content.openalex.org/works/W2913409451.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W102212266","https://openalex.org/W1503911500","https://openalex.org/W1528676759","https://openalex.org/W1597864774","https://openalex.org/W1599398667","https://openalex.org/W1612556207","https://openalex.org/W1675187506","https://openalex.org/W1984987629","https://openalex.org/W2008499862","https://openalex.org/W2010612033","https://openalex.org/W2099471712","https://openalex.org/W2104053798","https://openalex.org/W2104784127","https://openalex.org/W2110121314","https://openalex.org/W2113351146","https://openalex.org/W2117179645","https://openalex.org/W2117564498","https://openalex.org/W2128520215","https://openalex.org/W2130406232","https://openalex.org/W2131600418","https://openalex.org/W2144274908","https://openalex.org/W2154022540","https://openalex.org/W2167957526","https://openalex.org/W2169157770","https://openalex.org/W2170808194","https://openalex.org/W2310169360","https://openalex.org/W2408576896","https://openalex.org/W2484875298","https://openalex.org/W2614839826","https://openalex.org/W2619513358","https://openalex.org/W2725489675","https://openalex.org/W2750605955","https://openalex.org/W2762117857","https://openalex.org/W2762872434","https://openalex.org/W2785738552","https://openalex.org/W2785915381","https://openalex.org/W2810602713","https://openalex.org/W2902907165","https://openalex.org/W2908460759","https://openalex.org/W4252284432","https://openalex.org/W6947956204","https://openalex.org/W7014610195"],"related_works":["https://openalex.org/W4415706374","https://openalex.org/W4386185133","https://openalex.org/W7163588517","https://openalex.org/W7067634612","https://openalex.org/W7099859565","https://openalex.org/W7002422654","https://openalex.org/W2976996772","https://openalex.org/W3212314511","https://openalex.org/W2370092298","https://openalex.org/W4414825139"],"abstract_inverted_index":{"Zero-sum":[0],"games":[1,148],"such":[2,40],"as":[3,41],"chess":[4],"and":[5,20,47,107,149],"poker":[6],"are,":[7],"abstractly,":[8],"functions":[9],"that":[10,91,119,151],"evaluate":[11],"pairs":[12],"of":[13,32,34,89,111,127,134],"agents,":[14,129],"for":[15,76],"example":[16],"labeling":[17],"them":[18],"`winner'":[19],"`loser'.":[21],"If":[22],"the":[23,109,155],"game":[24],"is":[25,49,66],"approximately":[26],"transitive,":[27],"then":[28],"self-play":[29],"generates":[30],"sequences":[31,88],"agents":[33,58,135],"increasing":[35],"strength.":[36],"However,":[37],"nontransitive":[38,105,145],"games,":[39,82,106],"rock-paper-scissors,":[42],"can":[43],"exhibit":[44],"strategic":[45],"cycles,":[46],"there":[48],"no":[50],"longer":[51],"a":[52,73,112,131],"clear":[53],"objective":[54],"--":[55],"we":[56,71],"want":[57],"to":[59,85,99,123,142],"increase":[60],"in":[61,80,83,104],"strength,":[62],"but":[63],"against":[64],"whom":[65],"unclear.":[67],"In":[68],"this":[69],"paper,":[70],"introduce":[72],"geometric":[74],"framework":[75,96],"formulating":[77],"agent":[78],"objectives":[79,90],"zero-sum":[81],"order":[84],"construct":[86,124],"adaptive":[87],"yield":[92],"open-ended":[93],"learning.":[94],"The":[95],"allows":[97],"us":[98],"reason":[100],"about":[101],"population":[102],"performance":[103],"enables":[108],"development":[110],"new":[113],"algorithm":[114],"(rectified":[115],"Nash":[116],"response,":[117],"PSRO_rN)":[118],"uses":[120],"game-theoretic":[121],"niching":[122],"diverse":[125],"populations":[126],"effective":[128],"producing":[130],"stronger":[132],"set":[133],"than":[136],"existing":[137,156],"algorithms.":[138],"We":[139],"apply":[140],"PSRO_rN":[141,152],"two":[143],"highly":[144],"resource":[146],"allocation":[147],"find":[150],"consistently":[153],"outperforms":[154],"alternatives.":[157]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2913409451","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":16}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-02-21T00:00:00"}
