{"id":"https://openalex.org/W1963754118","doi":"https://doi.org/10.1145/860575.860687","title":"A selection-mutation model for q-learning in multi-agent systems","display_name":"A selection-mutation model for q-learning in multi-agent systems","alternate_titles":[],"publication_year":2003,"publication_date":"2003-07-14","ids":{"openalex":"https://openalex.org/W1963754118","doi":"https://doi.org/10.1145/860575.860687","mag":"1963754118"},"language":"en","primary_location":{"id":"doi:10.1145/860575.860687","doi":"https://doi.org/10.1145/860575.860687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/860575.860687","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the second international joint conference on Autonomous agents and multiagent systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W1963754118"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008547992","display_name":"Karl Tuyls","orcid":"https://orcid.org/0000-0001-7929-1944","observed_orcids":["https://orcid.org/0000-0001-7929-1944"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Karl Tuyls","raw_affiliation_strings":["Computational Modeling Lab, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational Modeling Lab, Brussels, Belgium","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013075653","display_name":"Katja Verbeeck","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Katja Verbeeck","raw_affiliation_strings":["Computational Modeling Lab, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational Modeling Lab, Brussels, Belgium","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003581663","display_name":"Tom Lenaerts","orcid":"https://orcid.org/0000-0003-3645-1455","observed_orcids":["https://orcid.org/0000-0003-3645-1455"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tom Lenaerts","raw_affiliation_strings":["Computational Modeling Lab, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational Modeling Lab, Brussels, Belgium","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8765,"has_fulltext":false,"cited_by_count":173,"citation_normalized_percentile":{"value":0.94229846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"693","last_page":"700"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9610000252723694},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.9800000190734863},{"id":"https://openalex.org/keywords/replicator-dynamics","display_name":"replicator dynamics","score":0.9679999947547913},{"id":"https://openalex.org/keywords/evolutionary-game-theory","display_name":"evolutionary game theory","score":0.9190000295639038},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.7739999890327454},{"id":"https://openalex.org/keywords/non-stationary-environments","display_name":"non-stationary environments","score":0.9269999861717224}],"concepts":[{"id":"https://openalex.org/C50318809","wikidata":"https://www.wikidata.org/wiki/Q2145081","display_name":"Replicator equation","level":3,"score":0.857410192489624},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8168307542800903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913034319877625},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6487686634063721},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6113914847373962},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.5409984588623047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4939921498298645},{"id":"https://openalex.org/C20249471","wikidata":"https://www.wikidata.org/wiki/Q2298789","display_name":"Evolutionary game theory","level":3,"score":0.4869762361049652},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4634333550930023},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44894716143608093},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4066084027290344},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2073771059513092},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.12721264362335205},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/860575.860687","doi":"https://doi.org/10.1145/860575.860687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/860575.860687","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the second international joint conference on Autonomous agents and multiagent systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dipot.ulb.ac.be:2013/205996","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2013/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/205996","pdf_url":null,"source":{"id":"https://openalex.org/S4306401063","display_name":"D\u00e9p\u00f4t institutionnel de l'Universit\u00e9 libre de Bruxelles (Universit\u00e9 Libre de Bruxelles)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I132053463","host_organization_name":"Universit\u00e9 Libre de Bruxelles","host_organization_lineage":["https://openalex.org/I132053463"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: Proceedings of the second international joint conference on Autonomous agents and multiagent systems","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:documentserver.uhasselt.be:1942/729","doi":null,"is_oa":false,"landing_page_url":"http://doi.acm.org/10.1145/860575.860687","pdf_url":null,"source":{"id":"https://openalex.org/S4306401926","display_name":"Document Server@UHasselt (UHasselt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I878454856","host_organization_name":"Hasselt University","host_organization_lineage":["https://openalex.org/I878454856"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:29773","doi":null,"is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/a-selectionmutation-model-for-qlearning-in-multiagent-systems(4d40a032-7ead-4637-b73c-1d6be0dd9208).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.475.4181","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.475.4181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://gndec.ac.in/~librarian/conferenceproceedings/Multi-Agent Systems (ICMAS);/docs/p693.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W188771348","https://openalex.org/W261882591","https://openalex.org/W1515851193","https://openalex.org/W1546006912","https://openalex.org/W1869349060","https://openalex.org/W1995622844","https://openalex.org/W2085728653","https://openalex.org/W2109100253","https://openalex.org/W2121863487","https://openalex.org/W2154100003","https://openalex.org/W2797585760","https://openalex.org/W2917696162","https://openalex.org/W3122924345"],"related_works":["https://openalex.org/W2031098375","https://openalex.org/W1605936240","https://openalex.org/W7124290083","https://openalex.org/W1869349060","https://openalex.org/W7123463226","https://openalex.org/W2479545322","https://openalex.org/W4399151967","https://openalex.org/W309803593","https://openalex.org/W4220778500","https://openalex.org/W2021563785"],"abstract_inverted_index":{"Although":[0],"well":[1,107],"understood":[2],"in":[3,15,28,39,72,94],"the":[4,7,35,40,61,69,82,116,122],"single-agent":[5],"framework,":[6],"use":[8],"of":[9,53,63,74,99],"traditional":[10,64],"reinforcement":[11],"learning":[12,70],"(RL)":[13],"algorithms":[14,55,66],"multi-agent":[16],"systems":[17],"(MAS)":[18],"is":[19,31],"not":[20],"always":[21],"justified.":[22],"The":[23,96],"feedback":[24],"an":[25,112],"agent":[26,43],"experiences":[27],"a":[29,90],"MAS,":[30],"usually":[32],"influenced":[33],"by":[34,105],"other":[36],"agents":[37],"present":[38],"system.":[41],"Multi":[42],"environments":[44],"are":[45,56,101],"therefore":[46],"non-stationary":[47],"and":[48,50,103,121],"convergence":[49],"optimality":[51],"guarantees":[52],"RL":[54,65,120],"lost.":[57],"To":[58],"better":[59],"understand":[60],"dynamics":[62],"we":[67,79],"analyze":[68],"process":[71],"terms":[73],"evolutionary":[75,126],"dynamics.":[76],"More":[77],"specifically":[78],"show":[80],"how":[81],"Replicator":[83],"Dynamics":[84],"(RD)":[85],"can":[86],"be":[87],"used":[88],"as":[89],"model":[91],"for":[92],"Q-learning":[93,100],"games.":[95],"dynamical":[97],"equations":[98],"derived":[102],"illustrated":[104],"some":[106],"chosen":[108],"experiments.":[109],"Both":[110],"reveal":[111],"interesting":[113],"connection":[114],"between":[115],"exploitation-exploration":[117],"scheme":[118],"from":[119,125],"selection-mutation":[123],"mechanisms":[124],"game":[127],"theory.":[128]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1963754118","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
