{"id":"https://openalex.org/W4409563728","doi":"https://doi.org/10.3390/axioms14040311","title":"Evolutionary Dynamics of Stochastic Q Learning in Multi-Agent Systems","display_name":"Evolutionary Dynamics of Stochastic Q Learning in Multi-Agent Systems","publication_year":2025,"publication_date":"2025-04-18","ids":{"openalex":"https://openalex.org/W4409563728","doi":"https://doi.org/10.3390/axioms14040311"},"language":"en","primary_location":{"id":"doi:10.3390/axioms14040311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms14040311","pdf_url":"https://www.mdpi.com/2075-1680/14/4/311/pdf?version=1744950176","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2075-1680/14/4/311/pdf?version=1744950176","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025931880","display_name":"Luping Liu","orcid":"https://orcid.org/0000-0003-0656-781X"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luping Liu","raw_affiliation_strings":["Computer and Information Engineering College, Guizhou University of Commerce, Guiyang 550014, China"],"affiliations":[{"raw_affiliation_string":"Computer and Information Engineering College, Guizhou University of Commerce, Guiyang 550014, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003992033","display_name":"Gang Sun","orcid":"https://orcid.org/0000-0002-7795-2953"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gang Sun","raw_affiliation_strings":["Computer and Information Engineering College, Guizhou University of Commerce, Guiyang 550014, China"],"affiliations":[{"raw_affiliation_string":"Computer and Information Engineering College, Guizhou University of Commerce, Guiyang 550014, China","institution_ids":["https://openalex.org/I178232147"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003992033"],"corresponding_institution_ids":["https://openalex.org/I178232147"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":2.4849,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89117376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"14","issue":"4","first_page":"311","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4850684702396393},{"id":"https://openalex.org/keywords/evolutionary-dynamics","display_name":"Evolutionary dynamics","score":0.4728560447692871},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46542710065841675},{"id":"https://openalex.org/keywords/stochastic-dynamics","display_name":"Stochastic dynamics","score":0.43932658433914185},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3865329921245575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3319922387599945},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.2790924310684204},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2500210404396057},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.21945396065711975},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16605320572853088},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.06494227051734924}],"concepts":[{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4850684702396393},{"id":"https://openalex.org/C171578705","wikidata":"https://www.wikidata.org/wiki/Q5418700","display_name":"Evolutionary dynamics","level":3,"score":0.4728560447692871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46542710065841675},{"id":"https://openalex.org/C2984125019","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic dynamics","level":2,"score":0.43932658433914185},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3865329921245575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3319922387599945},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2790924310684204},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2500210404396057},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.21945396065711975},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16605320572853088},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.06494227051734924},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/axioms14040311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms14040311","pdf_url":"https://www.mdpi.com/2075-1680/14/4/311/pdf?version=1744950176","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c5e6514e5a95459690158360568bb118","is_oa":true,"landing_page_url":"https://doaj.org/article/c5e6514e5a95459690158360568bb118","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Axioms, Vol 14, Iss 4, p 311 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/axioms14040311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms14040311","pdf_url":"https://www.mdpi.com/2075-1680/14/4/311/pdf?version=1744950176","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4391842723","display_name":null,"funder_award_id":"MS[2025]047","funder_id":"https://openalex.org/F4320323236","funder_display_name":"Natural Science Foundation of Guizhou Province"}],"funders":[{"id":"https://openalex.org/F4320323236","display_name":"Natural Science Foundation of Guizhou Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409563728.pdf","grobid_xml":"https://content.openalex.org/works/W4409563728.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1192553058","https://openalex.org/W1518858799","https://openalex.org/W1596771711","https://openalex.org/W1963754118","https://openalex.org/W1992195122","https://openalex.org/W1995622844","https://openalex.org/W2004521211","https://openalex.org/W2031098375","https://openalex.org/W2051586379","https://openalex.org/W2067393629","https://openalex.org/W2082848291","https://openalex.org/W2083535091","https://openalex.org/W2092152606","https://openalex.org/W2097160297","https://openalex.org/W2099618002","https://openalex.org/W2101786389","https://openalex.org/W2107544712","https://openalex.org/W2116718598","https://openalex.org/W2120327309","https://openalex.org/W2124874567","https://openalex.org/W2156194072","https://openalex.org/W2254533881","https://openalex.org/W2264897026","https://openalex.org/W2320262435","https://openalex.org/W2563524224","https://openalex.org/W2594875618","https://openalex.org/W2600332864","https://openalex.org/W2884830853","https://openalex.org/W2890391327","https://openalex.org/W2896976711","https://openalex.org/W2898035736","https://openalex.org/W2901645090","https://openalex.org/W2904316432","https://openalex.org/W2915117209","https://openalex.org/W2963587345","https://openalex.org/W2964723139","https://openalex.org/W2982316857","https://openalex.org/W3037791202","https://openalex.org/W3042961264","https://openalex.org/W3106894098","https://openalex.org/W3113152939","https://openalex.org/W3120726845","https://openalex.org/W4214717370","https://openalex.org/W4230129716","https://openalex.org/W4233696721","https://openalex.org/W4285605593","https://openalex.org/W4381488266","https://openalex.org/W4402402057","https://openalex.org/W6627970038","https://openalex.org/W6630897036","https://openalex.org/W6678422249","https://openalex.org/W6743178762","https://openalex.org/W6747381837","https://openalex.org/W6839703703"],"related_works":["https://openalex.org/W4380053183","https://openalex.org/W2496125611","https://openalex.org/W2146909165","https://openalex.org/W3091282642","https://openalex.org/W4295135464","https://openalex.org/W1968640374","https://openalex.org/W2005370179","https://openalex.org/W2562553847","https://openalex.org/W2799944639","https://openalex.org/W2533158055"],"abstract_inverted_index":{"Since":[0],"high":[1],"complexity":[2],"and":[3,51,71,85,119],"uncertainty":[4],"is":[5,41],"inherent":[6],"in":[7,114,131],"real-world":[8],"environments":[9],"that":[10],"can":[11],"influence":[12],"the":[13,26,37,52,76,88,111,125],"strategies":[14],"choices":[15],"of":[16,57,78,127],"agents,":[17],"we":[18,64,97],"introduce":[19],"a":[20,100],"stochastic":[21,38,45,58],"perturbation":[22,46],"term":[23,47],"to":[24,92],"characterize":[25],"interference":[27],"caused":[28],"by":[29,43],"uncertain":[30],"factors":[31],"on":[32,66,81,103],"multi-agent":[33],"systems":[34],"(MASs).":[35],"Firstly,":[36],"Q":[39,49,59],"learning":[40,60,79,89],"designed":[42],"introducing":[44],"into":[48,124],"learning,":[50],"corresponding":[53],"replicator":[54],"dynamic":[55],"equations":[56],"are":[61],"derived.":[62],"Secondly,":[63],"focus":[65],"two-agent":[67],"games":[68],"with":[69],"two":[70],"three":[72],"action":[73],"scenarios,":[74],"analyzing":[75],"impact":[77],"parameters":[80,130],"agents\u2019":[82],"strategy":[83],"selection":[84],"demonstrating":[86,106],"how":[87,107],"process":[90,113],"converges":[91],"its":[93],"Nash":[94],"equilibria.":[95],"Finally,":[96],"also":[98],"conduct":[99],"sensitivity":[101],"analysis":[102,118],"exploration":[104,108,129],"parameters,":[105],"rates":[109],"affect":[110],"convergence":[112],"potential":[115],"games.":[116],"The":[117],"numerical":[120],"experiments":[121],"offer":[122],"insights":[123],"effectiveness":[126],"different":[128],"scenarios":[132],"involving":[133],"uncertainty.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}