{"id":"https://openalex.org/W4285605763","doi":"https://doi.org/10.24963/ijcai.2022/28","title":"A Formal Model for Multiagent Q-Learning Dynamics on Regular Graphs","display_name":"A Formal Model for Multiagent Q-Learning Dynamics on Regular Graphs","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285605763","doi":"https://doi.org/10.24963/ijcai.2022/28"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/28","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/28","pdf_url":"https://www.ijcai.org/proceedings/2022/0028.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0028.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061502641","display_name":"Chen Chu","orcid":"https://orcid.org/0000-0001-8084-0867"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210088341","display_name":"University of Finance and Economics","ror":"https://ror.org/005d8s603","country_code":"MN","type":"education","lineage":["https://openalex.org/I4210088341"]},{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN","MN"],"is_corresponding":false,"raw_author_name":"Chen Chu","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","School of Statistics and Mathematics, Yunnan University of Finance and Economics","School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Statistics and Mathematics, Yunnan University of Finance and Economics","institution_ids":["https://openalex.org/I4210088341","https://openalex.org/I49185572"]},{"raw_affiliation_string":"School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355339","display_name":"Yong Li","orcid":"https://orcid.org/0000-0002-1183-5359"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["School of Software, Yunnan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Yunnan University","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018543653","display_name":"Jinzhuo Liu","orcid":"https://orcid.org/0000-0002-3891-4663"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzhuo Liu","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","School of Software, Yunnan University","School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Software, Yunnan University","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052387391","display_name":"Shuyue Hu","orcid":"https://orcid.org/0000-0002-1908-1344"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyue Hu","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740143","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0002-0019-4197"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422377","display_name":"Zhen Wang","orcid":"https://orcid.org/0000-0002-8182-2852"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Wang","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","School of Cybersecurity, Northwestern Polytechnical University","School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Cybersecurity, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Artificial Intelligence, OPtics and ElectroNics (iOPEN), Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"194","last_page":"200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735358476638794},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6914021372795105},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.6361425518989563},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5583994388580322},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.49749115109443665},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.48856863379478455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46296122670173645},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4200358986854553},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35624849796295166}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735358476638794},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6914021372795105},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.6361425518989563},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5583994388580322},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.49749115109443665},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.48856863379478455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46296122670173645},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4200358986854553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35624849796295166},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/28","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/28","pdf_url":"https://www.ijcai.org/proceedings/2022/0028.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/28","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/28","pdf_url":"https://www.ijcai.org/proceedings/2022/0028.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2562025995","display_name":"\u7ed3\u6784\u5316\u7fa4\u4f53\u7684\u535a\u5f08\u673a\u7406\u7814\u7a76","funder_award_id":"62066045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3794980888","display_name":"\u6570\u636e\u9a71\u52a8\u7684\u884c\u4e3a\u51b3\u7b56\u7406\u8bba\u3001\u5b9e\u9a8c\u53ca\u5e94\u7528\u7814\u7a76","funder_award_id":"11931015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5677026016","display_name":null,"funder_award_id":"2020TD-013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G714647208","display_name":null,"funder_award_id":"62025602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8252796664","display_name":null,"funder_award_id":"U1803263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323193","display_name":"Natural Science Foundation of Yunnan Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285605763.pdf","grobid_xml":"https://content.openalex.org/works/W4285605763.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W112918015","https://openalex.org/W1192553058","https://openalex.org/W1596771711","https://openalex.org/W1994883697","https://openalex.org/W2083535091","https://openalex.org/W2123890518","https://openalex.org/W2138076440","https://openalex.org/W2164845670","https://openalex.org/W2740242815","https://openalex.org/W2788115019","https://openalex.org/W2788125442","https://openalex.org/W2807884652","https://openalex.org/W2949531204","https://openalex.org/W2960876848","https://openalex.org/W2971327495","https://openalex.org/W2991046523","https://openalex.org/W3100997743","https://openalex.org/W3102974627","https://openalex.org/W3132236529","https://openalex.org/W3164631379","https://openalex.org/W3168605194"],"related_works":["https://openalex.org/W2012531322","https://openalex.org/W2402761219","https://openalex.org/W2785900585","https://openalex.org/W2353730437","https://openalex.org/W2490303674","https://openalex.org/W2609066826","https://openalex.org/W2810752900","https://openalex.org/W2365677836","https://openalex.org/W2531295127","https://openalex.org/W3186538219"],"abstract_inverted_index":{"Modeling":[0],"the":[1,35,56,71,75,95],"dynamics":[2,73,98],"of":[3,15,74,86],"multi-agent":[4],"learning":[5,97],"has":[6,18],"long":[7],"been":[8,19],"an":[9,100],"important":[10],"research":[11,17],"topic.":[12],"The":[13],"focus":[14],"previous":[16],"either":[20],"on":[21,42,83],"2-agent":[22],"settings":[23],"or":[24],"well-mixed":[25],"infinitely":[26],"large":[27],"agent":[28,96],"populations.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,89],"consider":[34],"scenario":[36],"where":[37],"n":[38],"Q-learning":[39],"agents":[40,47],"locate":[41],"regular":[43,87],"graphs,":[44,88],"such":[45],"that":[46,91],"can":[48],"only":[49],"interact":[50],"with":[51,80],"their":[52,62],"neighbors.":[53],"We":[54],"examine":[55],"local":[57],"interactions":[58],"between":[59],"individuals":[60],"and":[61,64],"neighbors,":[63],"derive":[65],"a":[66],"formal":[67],"model":[68,93],"to":[69],"capture":[70],"Q-value":[72],"entire":[76],"population.":[77],"Through":[78],"comparisons":[79],"agent-based":[81],"simulations":[82],"different":[84],"types":[85],"show":[90],"our":[92],"describes":[94],"in":[99],"exact":[101],"manner.":[102]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}