{"id":"https://openalex.org/W4405521252","doi":"https://doi.org/10.1109/tnnls.2024.3516693","title":"Last-Iterate Convergence to Approximate Nash Equilibria in Multiplayer Imperfect Information Games","display_name":"Last-Iterate Convergence to Approximate Nash Equilibria in Multiplayer Imperfect Information Games","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405521252","doi":"https://doi.org/10.1109/tnnls.2024.3516693","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030717"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3516693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3516693","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114054936","display_name":"Runyu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runyu Lu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080193690","display_name":"Yuanheng Zhu","orcid":"https://orcid.org/0000-0001-5384-423X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanheng Zhu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5384-423X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8218-9633","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yu Liu","orcid":"https://orcid.org/0000-0002-5216-3181"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5216-3181","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"You He","orcid":"https://orcid.org/0000-0002-6111-340X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You He","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6111-340X","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7951,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7720127,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"36","issue":"8","first_page":"13859","last_page":"13873"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.7520112991333008},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.750393807888031},{"id":"https://openalex.org/keywords/perfect-information","display_name":"Perfect information","score":0.6865894794464111},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6815953254699707},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.5214390158653259},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.4643675684928894},{"id":"https://openalex.org/keywords/best-response","display_name":"Best response","score":0.460397869348526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39748334884643555},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38611268997192383},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33731353282928467},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.245753675699234}],"concepts":[{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.7520112991333008},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.750393807888031},{"id":"https://openalex.org/C123676819","wikidata":"https://www.wikidata.org/wiki/Q1074338","display_name":"Perfect information","level":2,"score":0.6865894794464111},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6815953254699707},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.5214390158653259},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.4643675684928894},{"id":"https://openalex.org/C32407928","wikidata":"https://www.wikidata.org/wiki/Q2733833","display_name":"Best response","level":3,"score":0.460397869348526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39748334884643555},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38611268997192383},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33731353282928467},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.245753675699234},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3516693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3516693","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40030717","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030717","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2335384894","display_name":null,"funder_award_id":"62425117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7285338662","display_name":null,"funder_award_id":"20240484514","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G7837090658","display_name":null,"funder_award_id":"4232056","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G800914696","display_name":null,"funder_award_id":"62136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8179479325","display_name":null,"funder_award_id":"62293541","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W999150765","https://openalex.org/W1570963478","https://openalex.org/W1967250398","https://openalex.org/W1991624978","https://openalex.org/W2006791053","https://openalex.org/W2027163871","https://openalex.org/W2028798910","https://openalex.org/W2044667552","https://openalex.org/W2085728653","https://openalex.org/W2088956500","https://openalex.org/W2126776273","https://openalex.org/W2144954502","https://openalex.org/W2149254401","https://openalex.org/W2150865801","https://openalex.org/W2264897026","https://openalex.org/W2395326189","https://openalex.org/W2494793979","https://openalex.org/W2503856439","https://openalex.org/W2508573783","https://openalex.org/W2574978968","https://openalex.org/W2611964096","https://openalex.org/W2773381986","https://openalex.org/W2783096200","https://openalex.org/W2885541157","https://openalex.org/W2904779604","https://openalex.org/W2967474307","https://openalex.org/W2992905780","https://openalex.org/W3084241738","https://openalex.org/W3093785081","https://openalex.org/W3110979110","https://openalex.org/W3174079223","https://openalex.org/W3196869853","https://openalex.org/W3207544809","https://openalex.org/W3210169707","https://openalex.org/W3217091241","https://openalex.org/W4205841652","https://openalex.org/W4211108990","https://openalex.org/W4229812034","https://openalex.org/W4294811301","https://openalex.org/W4301392153","https://openalex.org/W4307776787","https://openalex.org/W4310705874","https://openalex.org/W4312988590","https://openalex.org/W4327522695","https://openalex.org/W4375929017","https://openalex.org/W4380551580","https://openalex.org/W4386470330","https://openalex.org/W6627932998","https://openalex.org/W6638018090","https://openalex.org/W6640044251","https://openalex.org/W6675509861","https://openalex.org/W6681187623","https://openalex.org/W6684896661","https://openalex.org/W6696772115","https://openalex.org/W6751095842","https://openalex.org/W6752974481","https://openalex.org/W6755056574","https://openalex.org/W6755963907","https://openalex.org/W6773769390","https://openalex.org/W6780739812","https://openalex.org/W6781244629","https://openalex.org/W6797257457","https://openalex.org/W6802995923","https://openalex.org/W6810148792","https://openalex.org/W6852964103","https://openalex.org/W6857743686","https://openalex.org/W6858552423"],"related_works":["https://openalex.org/W2360321812","https://openalex.org/W2236801283","https://openalex.org/W2395295193","https://openalex.org/W3122057932","https://openalex.org/W2113798763","https://openalex.org/W3088364074","https://openalex.org/W2728657731","https://openalex.org/W2004230228","https://openalex.org/W2092374696","https://openalex.org/W1853631319"],"abstract_inverted_index":{"Imperfect":[0],"information":[1,25],"and":[2,153,192],"multiple":[3],"players":[4],"are":[5,20,45],"the":[6,16,36,89,106,119,135,142,163,186,193,196,207,210],"two":[7],"common":[8],"features":[9],"of":[10,15,91,96,109,121,141,188,195,209],"real-world":[11],"games.":[12],"However,":[13],"few":[14],"existing":[17,164],"game-theoretic":[18],"methods":[19,39,144],"applicable":[21],"to":[22,31,48,57,64,111],"multiplayer":[23,116,157,168],"imperfect":[24],"games":[26,170],"(IIGs)":[27],"when":[28],"it":[29,61],"comes":[30],"finding":[32],"Nash":[33,92,113],"equilibria.":[34],"Moreover,":[35],"commonly":[37],"used":[38],"that":[40,127,140],"rely":[41],"on":[42,206],"average-iterate":[43],"convergence":[44,108,191,203],"not":[46],"conducive":[47],"deep":[49],"reinforcement":[50],"learning":[51,85],"(DRL),":[52],"which":[53,199],"is":[54,62],"widely":[55],"applied":[56],"large-scale":[58],"problems,":[59,75],"as":[60],"costly":[63],"preserve":[65],"average":[66],"policies":[67],"under":[68,118],"function":[69],"approximation.":[70],"To":[71],"deal":[72],"with":[73,134,162,201],"these":[74],"we":[76,104,125,181],"construct":[77],"a":[78,175,183],"continuous-time":[79],"dynamic":[80],"named":[81],"imperfect-information":[82],"exponential-decay":[83],"score-based":[84],"(IESL)":[86],"by":[87],"considering":[88],"concept":[90],"distribution":[93],"[a":[94],"type":[95],"quantal":[97],"response":[98],"equilibrium":[99],"(QRE)]":[100],"in":[101,115,130,156,167],"IIGs.":[102],"Theoretically,":[103],"prove":[105],"last-iterate":[107,190],"IESL":[110,128,172],"approximate":[112],"equilibria":[114],"IIGs":[117],"assumption":[120],"individual":[122],"concavity.":[123],"Empirically,":[124],"verify":[126],"converges":[129],"six":[131],"poker":[132],"scenarios,":[133],"ultimate":[136],"NashConv":[137,194],"lower":[138],"than":[139],"comparative":[143],"(including":[145],"counterfactual":[146],"regret":[147],"minimization":[148],"(CFR),":[149],"replicator":[150],"dynamics":[151],"(RDs),":[152],"their":[154],"variants)":[155],"Leduc":[158],"hold'em.":[159],"When":[160],"compared":[161],"equilibrium-finding":[165],"algorithms":[166],"normal-form":[169],"(NFGs),":[171],"also":[173],"demonstrates":[174],"more":[176],"stable":[177],"performance.":[178],"In":[179],"addition,":[180],"observe":[182],"trade-off":[184],"between":[185],"difficulty":[187],"IESL's":[189],"convergent":[197],"policies,":[198],"aligns":[200],"our":[202],"analysis":[204],"based":[205],"hypomonotonicity":[208],"game.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}