{"id":"https://openalex.org/W7117866719","doi":"https://doi.org/10.1109/tnnls.2025.3641365","title":"Dynamics of <i>Q</i> -Learning in Networked Stochastic Games","display_name":"Dynamics of <i>Q</i> -Learning in Networked Stochastic Games","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7117866719","doi":"https://doi.org/10.1109/tnnls.2025.3641365","pmid":"https://pubmed.ncbi.nlm.nih.gov/41477799"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3641365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3641365","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zheng Yuan","orcid":"https://orcid.org/0009-0004-9977-9401"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Yuan","raw_affiliation_strings":["School of Cybersecurity, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0009-0004-9977-9401","affiliations":[{"raw_affiliation_string":"School of Cybersecurity, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061821948","display_name":"Guangchen Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangchen Jiang","raw_affiliation_strings":["School of Cybersecurity, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-7612-5975","affiliations":[{"raw_affiliation_string":"School of Cybersecurity, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052387391","display_name":"Shuyue Hu","orcid":"https://orcid.org/0000-0002-1908-1344"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyue Hu","raw_affiliation_strings":["Department of Basic Theoretical Research, Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1908-1344","affiliations":[{"raw_affiliation_string":"Department of Basic Theoretical Research, Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044431363","display_name":"Matja\u017e Perc","orcid":"https://orcid.org/0000-0002-3087-541X"},"institutions":[{"id":"https://openalex.org/I37696226","display_name":"University of Maribor","ror":"https://ror.org/01d5jce07","country_code":"SI","type":"education","lineage":["https://openalex.org/I37696226"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Matja\u017e Perc","raw_affiliation_strings":["Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia"],"raw_orcid":"https://orcid.org/0000-0002-3087-541X","affiliations":[{"raw_affiliation_string":"Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia","institution_ids":["https://openalex.org/I37696226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121738942","display_name":"Chen Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Chu","raw_affiliation_strings":["School of Statistics and Mathematics, Yunnan University of Finance and Economics, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Statistics and Mathematics, Yunnan University of Finance and Economics, Kunming, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jinzhuo Liu","orcid":"https://orcid.org/0000-0002-3891-4663"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzhuo Liu","raw_affiliation_strings":["School of Software and AI, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-3891-4663","affiliations":[{"raw_affiliation_string":"School of Software and AI, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":96.385,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.99872879,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"6","first_page":"2854","last_page":"2868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.7649000287055969,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.7649000287055969,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.09989999979734421,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06360000371932983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.600600004196167},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5476999878883362},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4749999940395355},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43529999256134033},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.41179999709129333},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4088999927043915},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.40220001339912415},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.3702000081539154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6018000245094299},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.600600004196167},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.3702000081539154},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36570000648498535},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C127491075","wikidata":"https://www.wikidata.org/wiki/Q7617825","display_name":"Stochastic modelling","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C2984125019","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic dynamics","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C33962884","wikidata":"https://www.wikidata.org/wiki/Q378637","display_name":"Dynamical system (definition)","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.2818000018596649},{"id":"https://openalex.org/C47458327","wikidata":"https://www.wikidata.org/wiki/Q910404","display_name":"Random graph","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3641365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3641365","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41477799","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41477799","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5754409432411194,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2846980634","display_name":null,"funder_award_id":"62366058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4335549240","display_name":"Computationally intensive complex systems","funder_award_id":"P1-0403","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G8257875121","display_name":null,"funder_award_id":"6250076060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322554","display_name":"Javna Agencija za Raziskovalno Dejavnost RS","ror":"https://ror.org/059bp8k51"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Stochastic":[0],"games":[1,82],"form":[2],"the":[3,13,41,65,76,94,119,144,154,180],"foundational":[4],"mathematical":[5],"framework":[6],"for":[7,176],"describing":[8],"multiagent":[9,17],"interactions":[10],"and":[11,21,106,115,125,161],"underpin":[12],"theoretical":[14],"foundations":[15],"of":[16,96,121,146,156],"reinforcement":[18],"learning":[19],"(MARL)":[20],"optimal":[22],"decision":[23],"making.":[24],"However,":[25],"previous":[26,163],"research":[27,110],"has":[28],"typically":[29],"focused":[30],"on":[31,83,159,179],"either":[32,171],"two-agent":[33],"settings":[34],"or":[35,173],"large-scale":[36],"well-mixed":[37],"agent":[38,157],"populations,":[39],"where":[40,56],"considered":[42],"interaction":[43],"scenarios":[44],"were":[45],"far":[46],"from":[47],"realistic.":[48],"In":[49,131],"this":[50,168],"article,":[51],"we":[52,68,92,133,165],"consider":[53],"structured":[54],"populations":[55],"agents":[57],"can":[58,141,169],"interact":[59],"with":[60,88],"immediate":[61],"neighbors.":[62],"By":[63],"using":[64],"pair-approximation":[66],"method,":[67],"develop":[69],"a":[70],"new":[71],"dynamical":[72,98],"model":[73,99],"to":[74],"describe":[75],"$Q$":[77],"-learning":[78],"dynamics":[79],"in":[80,128,148],"stochastic":[81,102],"regular":[84],"graphs.":[85],"Through":[86],"comparisons":[87],"agent-based":[89],"simulation":[90],"results,":[91],"validate":[93],"accuracy":[95],"our":[97],"across":[100],"various":[101],"games,":[103],"population":[104,129],"structures,":[105],"algorithm":[107],"parameters.":[108],"Our":[109],"thus":[111],"provides":[112],"both":[113],"qualitative":[114],"quantitative":[116],"insights":[117],"into":[118],"effects":[120,155],"state":[122,139],"transition":[123,181],"rules":[124],"graph":[126],"topologies":[127],"dynamics.":[130],"particular,":[132],"show":[134,166],"that,":[135],"under":[136],"certain":[137],"conditions,":[138],"transitions":[140],"significantly":[142],"promote":[143],"evolution":[145],"cooperation":[147,177],"social":[149],"dilemmas.":[150],"We":[151],"also":[152],"explored":[153],"degree":[158],"cooperation,":[160],"unlike":[162],"findings,":[164],"that":[167],"have":[170],"positive":[172],"negative":[174],"implications":[175],"depending":[178],"rules.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2026-01-01T00:00:00"}