{"id":"https://openalex.org/W2962812898","doi":"https://doi.org/10.1109/cdc.2010.5718053","title":"Heterogeneous learning in zero-sum stochastic games with incomplete information","display_name":"Heterogeneous learning in zero-sum stochastic games with incomplete information","publication_year":2010,"publication_date":"2010-12-01","ids":{"openalex":"https://openalex.org/W2962812898","doi":"https://doi.org/10.1109/cdc.2010.5718053","mag":"2962812898"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2010.5718053","doi":"https://doi.org/10.1109/cdc.2010.5718053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2010.5718053","pdf_url":null,"source":{"id":"https://openalex.org/S4210221977","display_name":"IEEE Conference on Decision and Control (CDC)","issn_l":"0191-2216","issn":["0191-2216"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"49th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1103.2491","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081500464","display_name":"Quanyan Zhu","orcid":"https://orcid.org/0000-0002-0008-2953","observed_orcids":["https://orcid.org/0000-0002-0008-2953"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quanyan Zhu","raw_affiliation_strings":["Department ECE and CSL, University of Illinois, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department ECE and CSL, University of Illinois, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073493112","display_name":"Hamidou Tembin\u00e9","orcid":"https://orcid.org/0000-0002-1604-8223","observed_orcids":["https://orcid.org/0000-0002-1604-8223"]},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099","https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hamidou Tembine","raw_affiliation_strings":["Sup\u00e9lec, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sup\u00e9lec, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I102475099"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019604570","display_name":"Tamer Ba\u015far","orcid":"https://orcid.org/0000-0003-4406-7875","observed_orcids":["https://orcid.org/0000-0003-4406-7875"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamer Basar","raw_affiliation_strings":["Department ECE and CSL, University of Illinois, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department ECE and CSL, University of Illinois, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.5856,"has_fulltext":true,"cited_by_count":55,"citation_normalized_percentile":{"value":0.990508,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"219","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heterogeneous-learning","display_name":"heterogeneous learning","score":0.9539999961853027},{"id":"https://openalex.org/keywords/zero-sum-stochastic-games","display_name":"zero-sum stochastic games","score":0.8980000019073486},{"id":"https://openalex.org/keywords/incomplete-information","display_name":"incomplete information","score":0.8240000009536743},{"id":"https://openalex.org/keywords/distributed-learning-algorithms","display_name":"distributed learning algorithms","score":0.9440000057220459},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"stochastic approximation","score":0.8529999852180481},{"id":"https://openalex.org/keywords/ordinary-differential-equations","display_name":"ordinary differential equations","score":0.8679999709129333},{"id":"https://openalex.org/keywords/replicator-dynamics","display_name":"replicator dynamics","score":0.9599999785423279},{"id":"https://openalex.org/keywords/best-response-dynamics","display_name":"best response dynamics","score":0.9580000042915344},{"id":"https://openalex.org/keywords/logit-dynamics","display_name":"logit dynamics","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fictitious-play","display_name":"fictitious play","score":0.972000002861023},{"id":"https://openalex.org/keywords/security-games","display_name":"security games","score":0.949999988079071},{"id":"https://openalex.org/keywords/attack-defense-game","display_name":"attacker-defender game","score":0.8429999947547913}],"concepts":[{"id":"https://openalex.org/C50318809","wikidata":"https://www.wikidata.org/wiki/Q2145081","display_name":"Replicator equation","level":3,"score":0.7667261362075806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024210095405579},{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.6203994750976562},{"id":"https://openalex.org/C51544822","wikidata":"https://www.wikidata.org/wiki/Q465274","display_name":"Ordinary differential equation","level":3,"score":0.598045825958252},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5699445009231567},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.45045238733291626},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.44438064098358154},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.443627268075943},{"id":"https://openalex.org/C145071142","wikidata":"https://www.wikidata.org/wiki/Q1411116","display_name":"Fictitious play","level":3,"score":0.4294924736022949},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39759576320648193},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38370174169540405},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.3343716263771057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2948078513145447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22302505373954773},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.195573091506958},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.17950090765953064},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.17229950428009033},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.1124458909034729},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cdc.2010.5718053","doi":"https://doi.org/10.1109/cdc.2010.5718053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2010.5718053","pdf_url":null,"source":{"id":"https://openalex.org/S4210221977","display_name":"IEEE Conference on Decision and Control (CDC)","issn_l":"0191-2216","issn":["0191-2216"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"49th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1103.2491","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1103.2491","pdf_url":"https://arxiv.org/pdf/1103.2491","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.770.8081","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.770.8081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1103.2491.pdf","raw_type":"text"},{"id":"doi:10.48550/arxiv.1103.2491","doi":"https://doi.org/10.48550/arxiv.1103.2491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1103.2491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1103.2491","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1103.2491","pdf_url":"https://arxiv.org/pdf/1103.2491","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962812898.pdf","grobid_xml":"https://content.openalex.org/works/W2962812898.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1578630563","https://openalex.org/W1966260878","https://openalex.org/W1995622844","https://openalex.org/W2030329396","https://openalex.org/W2067018002","https://openalex.org/W2085728653","https://openalex.org/W2094364653","https://openalex.org/W2113702258","https://openalex.org/W2160057639","https://openalex.org/W2235056388","https://openalex.org/W2492629073","https://openalex.org/W2962812898"],"related_works":["https://openalex.org/W2116796800","https://openalex.org/W4410949661","https://openalex.org/W7130703825","https://openalex.org/W372465395","https://openalex.org/W321479910","https://openalex.org/W2090697311","https://openalex.org/W749003218","https://openalex.org/W7127301496","https://openalex.org/W2792321837","https://openalex.org/W7163855689"],"abstract_inverted_index":{"Learning":[0],"algorithms":[1,52],"are":[2],"essential":[3],"for":[4,54],"the":[5,20,31,64,90,105,124,128,136,153,163,166,180],"applications":[6],"of":[7,45,61,92,114,127,158],"game":[8],"theory":[9],"in":[10,80,89,112,161,175],"a":[11,58,85,156],"networking":[12],"environment.":[13],"In":[14,67],"dynamic":[15],"and":[16,23,30,42,48,75,147,165,179],"decentralized":[17],"settings":[18],"where":[19],"traffic,":[21],"topology":[22],"channel":[24],"states":[25],"may":[26],"vary":[27],"over":[28],"time":[29],"communication":[32],"between":[33],"agents":[34],"is":[35,38],"impractical,":[36],"it":[37],"important":[39],"to":[40,102,155,173],"formulate":[41],"study":[43],"games":[44,93,160],"incomplete":[46,95],"information":[47,62,181],"fully":[49],"distributed":[50],"learning":[51,78,87,107,125,170],"which":[53,81,162],"each":[55,82],"agent":[56,83],"requires":[57],"minimal":[59],"amount":[60],"regarding":[63],"remaining":[65],"agents.":[66],"this":[68,72],"paper,":[69],"we":[70],"address":[71],"major":[73],"challenge":[74],"introduce":[76],"heterogeneous":[77,106],"schemes":[79,108,171],"adopts":[84],"distinct":[86],"pattern":[88],"context":[91],"with":[94],"information.":[96],"We":[97,151],"use":[98],"stochastic":[99],"approximation":[100],"techniques":[101],"show":[103],"that":[104],"can":[109],"be":[110,133],"studied":[111],"terms":[113],"their":[115,176],"deterministic":[116],"ordinary":[117],"differential":[118],"equation":[119],"(ODE)":[120],"counterparts.":[121],"Depending":[122],"on":[123],"rates":[126],"players,":[129],"these":[130],"ODEs":[131],"could":[132],"different":[134,169],"from":[135],"standard":[137],"replicator":[138],"dynamics,":[139,144,146],"(myopic)":[140],"best":[141],"response":[142],"(BR)":[143],"logit":[145],"fictitious":[148],"play":[149],"dynamics.":[150],"apply":[152],"results":[154],"class":[157],"security":[159],"attacker":[164],"defender":[167],"adopt":[168],"due":[172],"differences":[174],"rationality":[177],"levels":[178],"they":[182],"acquire.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2019-07-30T00:00:00"}