{"id":"https://openalex.org/W3131948096","doi":null,"title":"Provably Efficient Policy Gradient Methods for Two-Player Zero-Sum Markov Games.","display_name":"Provably Efficient Policy Gradient Methods for Two-Player Zero-Sum Markov Games.","alternate_titles":[],"publication_year":2021,"publication_date":"2021-02-17","ids":{"openalex":"https://openalex.org/W3131948096","mag":"3131948096"},"language":"en","primary_location":{"id":"mag:3131948096","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.08903.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3131948096"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.08903.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100585525","display_name":"Yulai Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yulai Zhao","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084821923","display_name":"Yuandong Tian","orcid":"https://orcid.org/0000-0003-4202-4847","observed_orcids":["https://orcid.org/0000-0003-4202-4847"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuandong Tian","raw_affiliation_strings":["Facebook"],"raw_orcid":"https://orcid.org/0000-0003-4202-4847","affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059740024","display_name":"Jason D. Lee","orcid":"https://orcid.org/0000-0003-0064-7800","observed_orcids":["https://orcid.org/0000-0003-0064-7800"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jason D. Lee","raw_affiliation_strings":["Princeton University"],"raw_orcid":"https://orcid.org/0000-0003-0064-7800","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033061754","display_name":"Simon S. Du","orcid":"https://orcid.org/0000-0003-0056-8299","observed_orcids":["https://orcid.org/0000-0003-0056-8299"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Simon S. Du","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/policy-gradient","display_name":"policy gradient","score":0.8669999837875366},{"id":"https://openalex.org/keywords/two-player-zero-sum-games","display_name":"two-person zero-sum games","score":0.8820000290870667},{"id":"https://openalex.org/keywords/stochastic-games","display_name":"stochastic games","score":0.9470000267028809},{"id":"https://openalex.org/keywords/natural-policy-gradient","display_name":"natural policy gradient","score":0.9879999756813049},{"id":"https://openalex.org/keywords/function-approximation","display_name":"function approximation","score":0.9290000200271606},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.8090000152587891},{"id":"https://openalex.org/keywords/approximation-error","display_name":"approximation error","score":0.9639999866485596},{"id":"https://openalex.org/keywords/min-max-optimization","display_name":"minimax optimization","score":0.40799999237060547}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.735490620136261},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.7272096872329712},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5933150053024292},{"id":"https://openalex.org/C136356330","wikidata":"https://www.wikidata.org/wiki/Q156612","display_name":"Zero-sum game","level":3,"score":0.5780702233314514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5638287663459778},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5565897822380066},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5412766933441162},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4801042377948761},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41247838735580444},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35298699140548706},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3468138873577118},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3355213403701782},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.1649397909641266},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10609009861946106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10273298621177673},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07624828815460205},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3131948096","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.08903.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3131948096","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.08903.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W114364418","https://openalex.org/W1496590343","https://openalex.org/W1525285119","https://openalex.org/W1542941925","https://openalex.org/W1550386171","https://openalex.org/W1648820898","https://openalex.org/W1771410628","https://openalex.org/W1788877992","https://openalex.org/W1844343792","https://openalex.org/W1889629917","https://openalex.org/W1970789124","https://openalex.org/W1998172110","https://openalex.org/W2103315867","https://openalex.org/W2104753538","https://openalex.org/W2119717200","https://openalex.org/W2122223050","https://openalex.org/W2123917165","https://openalex.org/W2130801532","https://openalex.org/W2136105862","https://openalex.org/W2144274908","https://openalex.org/W2149254401","https://openalex.org/W2155027007","https://openalex.org/W2165150801","https://openalex.org/W2169819436","https://openalex.org/W2182304831","https://openalex.org/W2257979135","https://openalex.org/W2413079700","https://openalex.org/W2441569124","https://openalex.org/W2510998353","https://openalex.org/W2575731723","https://openalex.org/W2611458796","https://openalex.org/W2736601468","https://openalex.org/W2753984105","https://openalex.org/W2766447205","https://openalex.org/W2773381986","https://openalex.org/W2803370997","https://openalex.org/W2883057932","https://openalex.org/W2913118860","https://openalex.org/W2922444559","https://openalex.org/W2942709080","https://openalex.org/W2948432982","https://openalex.org/W2950583227","https://openalex.org/W2951445759","https://openalex.org/W2960876848","https://openalex.org/W2964986650","https://openalex.org/W2966397236","https://openalex.org/W2970537473","https://openalex.org/W2970667219","https://openalex.org/W2982316857","https://openalex.org/W2984078320","https://openalex.org/W2998050631","https://openalex.org/W3005199613","https://openalex.org/W3035780950","https://openalex.org/W3100292177","https://openalex.org/W3109546547","https://openalex.org/W3217314940","https://openalex.org/W4236362309"],"related_works":["https://openalex.org/W4287326718","https://openalex.org/W6992918115","https://openalex.org/W4391020054","https://openalex.org/W4401307764","https://openalex.org/W4327990324","https://openalex.org/W1788877992","https://openalex.org/W4416055866","https://openalex.org/W7133243806","https://openalex.org/W51114640","https://openalex.org/W7099526969"],"abstract_inverted_index":{"Policy":[0,45],"gradient":[1,94],"methods":[2,95],"are":[3,35],"widely":[4],"used":[5,57],"in":[6,15,68],"solving":[7,49],"two-player":[8,50,100],"zero-sum":[9,51,101],"games":[10,52],"to":[11],"achieve":[12],"superhuman":[13],"performance":[14,67],"practice.":[16],"However,":[17],"it":[18],"remains":[19],"elusive":[20],"when":[21],"they":[22],"can":[23],"provably":[24],"find":[25],"a":[26],"near-optimal":[27],"solution":[28],"and":[29,33,80],"how":[30],"many":[31],"samples":[32],"iterations":[34],"needed.":[36],"The":[37],"current":[38],"paper":[39],"studies":[40],"natural":[41],"extensions":[42],"of":[43,70,73,76,92],"Natural":[44],"Gradient":[46],"algorithm":[47],"for":[48,58,99],"where":[53],"function":[54,97],"approximation":[55,81,98],"is":[56,87],"generalization":[59],"across":[60],"states.":[61],"We":[62],"thoroughly":[63],"characterize":[64],"the":[65,71,88],"algorithms'":[66],"terms":[69],"number":[72,75],"samples,":[74],"iterations,":[77],"concentrability":[78],"coefficients,":[79],"error.":[82],"To":[83],"our":[84],"knowledge,":[85],"this":[86],"first":[89],"quantitative":[90],"analysis":[91],"policy":[93],"with":[96],"Markov":[102],"games.":[103]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3131948096","counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-03-01T00:00:00"}
