{"id":"https://openalex.org/W4413636935","doi":"https://doi.org/10.1371/journal.pcbi.1013302","title":"Maynard Smith revisited: A multi-agent reinforcement learning approach to the coevolution of signalling behaviour","display_name":"Maynard Smith revisited: A multi-agent reinforcement learning approach to the coevolution of signalling behaviour","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413636935","doi":"https://doi.org/10.1371/journal.pcbi.1013302","pmid":"https://pubmed.ncbi.nlm.nih.gov/40857325"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1013302","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1013302","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1013302&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1013302&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093393040","display_name":"Olivia Macmillan-Scott","orcid":"https://orcid.org/0000-0001-6330-4704"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Olivia Macmillan-Scott","raw_affiliation_strings":["AI Centre, Department of Computer Science, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6330-4704","affiliations":[{"raw_affiliation_string":"AI Centre, Department of Computer Science, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078886343","display_name":"Mirco Musolesi","orcid":"https://orcid.org/0000-0001-9712-4090"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["GB","IT"],"is_corresponding":true,"raw_author_name":"Mirco Musolesi","raw_affiliation_strings":["AI Centre, Department of Computer Science, University College London, London, United Kingdom","Department of Computer Science and Engineering, University of Bologna, Bologna, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Centre, Department of Computer Science, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5078886343","https://openalex.org/A5093393040"],"corresponding_institution_ids":["https://openalex.org/I45129253","https://openalex.org/I9360294"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":3.3049,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92423023,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"21","issue":"8","first_page":"e1013302","last_page":"e1013302"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10174","display_name":"Animal Behavior and Reproduction","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1105","display_name":"Ecology, Evolution, Behavior and Systematics"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11764","display_name":"Evolution and Genetic Dynamics","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coevolution","display_name":"Coevolution","score":0.8227989673614502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6041898131370544},{"id":"https://openalex.org/keywords/signalling","display_name":"Signalling","score":0.5267526507377625},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4936903417110443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4691426157951355},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.45106273889541626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4012311100959778},{"id":"https://openalex.org/keywords/computational-biology","display_name":"Computational biology","score":0.3571501076221466},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.33734893798828125},{"id":"https://openalex.org/keywords/evolutionary-biology","display_name":"Evolutionary biology","score":0.3339328169822693},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2823457717895508},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.25993335247039795},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.19250079989433289},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11735805869102478}],"concepts":[{"id":"https://openalex.org/C33009525","wikidata":"https://www.wikidata.org/wiki/Q208841","display_name":"Coevolution","level":2,"score":0.8227989673614502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6041898131370544},{"id":"https://openalex.org/C39743133","wikidata":"https://www.wikidata.org/wiki/Q3262595","display_name":"Signalling","level":2,"score":0.5267526507377625},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4936903417110443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4691426157951355},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.45106273889541626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4012311100959778},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.3571501076221466},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.33734893798828125},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.3339328169822693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2823457717895508},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.25993335247039795},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.19250079989433289},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11735805869102478}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000819","descriptor_name":"Animal Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000819","descriptor_name":"Animal Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000819","descriptor_name":"Animal Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005716","descriptor_name":"Game Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005716","descriptor_name":"Game Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005716","descriptor_name":"Game Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":7,"locations":[{"id":"doi:10.1371/journal.pcbi.1013302","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1013302","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1013302&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:40857325","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40857325","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:cris.unibo.it:11585/1034073","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/1034073","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:038a2b20b3f24478918228c0dc442264","is_oa":true,"landing_page_url":"https://doaj.org/article/038a2b20b3f24478918228c0dc442264","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 21, Iss 8, p e1013302 (2025)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10213527","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10213527/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology , 21  (8)    , Article e1013302. (2025)","raw_type":"Article"},{"id":"pmh:oai:europepmc.org:11249942","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12440204","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12440204","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12440204/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1013302","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1013302","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1013302&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413636935.pdf","grobid_xml":"https://content.openalex.org/works/W4413636935.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1657704689","https://openalex.org/W1963754118","https://openalex.org/W1972469024","https://openalex.org/W1973612295","https://openalex.org/W1982968780","https://openalex.org/W1985283220","https://openalex.org/W1986380555","https://openalex.org/W1995622844","https://openalex.org/W2001846609","https://openalex.org/W2021419961","https://openalex.org/W2026027420","https://openalex.org/W2030143597","https://openalex.org/W2030571400","https://openalex.org/W2037639921","https://openalex.org/W2039010464","https://openalex.org/W2045817941","https://openalex.org/W2046555694","https://openalex.org/W2053997638","https://openalex.org/W2076654090","https://openalex.org/W2078037186","https://openalex.org/W2094581276","https://openalex.org/W2105336199","https://openalex.org/W2122809002","https://openalex.org/W2150460060","https://openalex.org/W2157032572","https://openalex.org/W2171518160","https://openalex.org/W2216829287","https://openalex.org/W2399576838","https://openalex.org/W2496890770","https://openalex.org/W2535142729","https://openalex.org/W2557818807","https://openalex.org/W2790304568","https://openalex.org/W2944218879","https://openalex.org/W2949206666","https://openalex.org/W2985143759","https://openalex.org/W2989562077","https://openalex.org/W2997338169","https://openalex.org/W3006706190","https://openalex.org/W3038780833","https://openalex.org/W3091719378","https://openalex.org/W3093137717","https://openalex.org/W3126133872","https://openalex.org/W3203225696","https://openalex.org/W4294266437","https://openalex.org/W4327860663","https://openalex.org/W4385384933","https://openalex.org/W4388363431","https://openalex.org/W4390744516","https://openalex.org/W4391592589"],"related_works":["https://openalex.org/W3144412313","https://openalex.org/W2634235285","https://openalex.org/W2492504662","https://openalex.org/W2122994901","https://openalex.org/W2942642331","https://openalex.org/W200599908","https://openalex.org/W2020991882","https://openalex.org/W2164185151","https://openalex.org/W4389610483","https://openalex.org/W3029360881"],"abstract_inverted_index":{"The":[0,20],"coevolution":[1],"of":[2,44,59,75,97,106,109,158,179,200],"signalling":[3],"is":[4,12,67,103,163,181,187],"a":[5,85,169],"complex":[6],"problem":[7],"within":[8,183],"animal":[9,184],"behaviour,":[10],"and":[11,37,92,186,196,221],"also":[13],"central":[14],"to":[15,27,40,53,88,120,127,140,174,190,207,212,223,228],"communication":[16],"between":[17],"artificial":[18],"agents.":[19],"Sir":[21],"Philip":[22],"Sidney":[23],"game":[24,148],"was":[25,38],"designed":[26],"model":[28,204],"this":[29,107],"dyadic":[30],"interaction":[31,180],"from":[32,132],"an":[33],"evolutionary":[34,90],"biology":[35],"perspective,":[36],"formulated":[39],"demonstrate":[41],"the":[42,57,61,72,76,94,104,114,125,129,133,147,156,160,172,201,214,224],"emergence":[43],"honest":[45,142],"signalling.":[46],"We":[47],"use":[48],"Multi-Agent":[49],"Reinforcement":[50],"Learning":[51],"(MARL)":[52],"show":[54,145],"that":[55,69,81,116,146,165,216],"in":[56,71,210],"majority":[58,157],"cases,":[60,159],"resulting":[62],"behaviour":[63,123,185],"adopted":[64],"by":[65],"agents":[66],"not":[68,167],"shown":[70,206],"original":[73],"derivation":[74],"model.":[77],"This":[78,177],"paper":[79],"demonstrates":[80],"MARL":[82],"can":[83],"be":[84,175,208],"powerful":[86],"tool":[87],"study":[89,121],"dynamics":[91],"understand":[93],"underlying":[95],"mechanisms":[96],"learning":[98,195,203],"over":[99],"generations;":[100],"particularly":[101],"advantageous":[102],"interpretability":[105],"type":[108,178],"approach,":[110],"as":[111,113,191],"well":[112],"fact":[115],"it":[117,136],"allows":[118],"us":[119],"emergent":[122],"without":[124],"need":[126],"constrain":[128],"strategy":[130],"space":[131],"outset.":[134],"Although":[135],"originally":[137],"set":[138],"out":[139],"exemplify":[141],"signalling,":[143],"we":[144],"provides":[149],"no":[150],"incentive":[151],"for":[152,171],"such":[153],"behaviour.":[154],"In":[155],"optimal":[161,209],"outcome":[162,215],"one":[164],"does":[166],"require":[168],"signal":[170],"resource":[173],"given.":[176],"observed":[182],"sometimes":[188],"referred":[189],"proactive":[192],"prosociality.":[193],"High":[194],"low":[197],"discount":[198],"rates":[199],"reinforcement":[202],"are":[205],"order":[211],"achieve":[213],"maximises":[217],"both":[218],"agents'":[219],"reward,":[220],"proximity":[222],"given":[225],"threshold":[226],"leads":[227],"suboptimal":[229],"learning.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}