{"id":"https://openalex.org/W3173731644","doi":"https://doi.org/10.1007/s00521-021-06117-0","title":"Dynamical systems as a level of cognitive analysis of multi-agent learning","display_name":"Dynamical systems as a level of cognitive analysis of multi-agent learning","publication_year":2021,"publication_date":"2021-06-23","ids":{"openalex":"https://openalex.org/W3173731644","doi":"https://doi.org/10.1007/s00521-021-06117-0","mag":"3173731644","pmid":"https://pubmed.ncbi.nlm.nih.gov/35221541"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-021-06117-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-021-06117-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-021-06117-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-021-06117-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047941384","display_name":"Wolfram Barfu\u00df","orcid":"https://orcid.org/0000-0002-9077-5242"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]},{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE","GB"],"is_corresponding":true,"raw_author_name":"Wolfram Barfuss","raw_affiliation_strings":["School of Mathematics, University of Leeds, Leeds, UK","T\u00fcbingen AI Center, University of T\u00fcbingen, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9077-5242","affiliations":[{"raw_affiliation_string":"School of Mathematics, University of Leeds, Leeds, UK","institution_ids":["https://openalex.org/I130828816"]},{"raw_affiliation_string":"T\u00fcbingen AI Center, University of T\u00fcbingen, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047941384"],"corresponding_institution_ids":["https://openalex.org/I130828816","https://openalex.org/I8087733"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":4.1916,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94163431,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":"3","first_page":"1653","last_page":"1671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7711949348449707},{"id":"https://openalex.org/keywords/dynamical-systems-theory","display_name":"Dynamical systems theory","score":0.7239234447479248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6607792973518372},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.6522160768508911},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5585313439369202},{"id":"https://openalex.org/keywords/dynamical-system","display_name":"Dynamical system (definition)","score":0.5207557678222656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5127495527267456},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4735616445541382},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34414201974868774},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3318708539009094}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7711949348449707},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.7239234447479248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607792973518372},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.6522160768508911},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5585313439369202},{"id":"https://openalex.org/C33962884","wikidata":"https://www.wikidata.org/wiki/Q378637","display_name":"Dynamical system (definition)","level":3,"score":0.5207557678222656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127495527267456},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4735616445541382},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34414201974868774},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3318708539009094},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00521-021-06117-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-021-06117-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-021-06117-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmid:35221541","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35221541","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computing & applications","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8827307","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8827307","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Comput Appl","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s00521-021-06117-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-021-06117-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-021-06117-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6432073871","display_name":null,"funder_award_id":"Future Leaders Fellowship MR/S032525/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G7280173281","display_name":null,"funder_award_id":"MR/S032525/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320327897","display_name":"Max-Planck-Institut f\u00fcr Mathematik in den Naturwissenschaften","ror":"https://ror.org/00ez2he07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3173731644.pdf","grobid_xml":"https://content.openalex.org/works/W3173731644.grobid-xml"},"referenced_works_count":125,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W41159429","https://openalex.org/W58217484","https://openalex.org/W64088143","https://openalex.org/W192920577","https://openalex.org/W582220661","https://openalex.org/W1192553058","https://openalex.org/W1487708124","https://openalex.org/W1491843047","https://openalex.org/W1495863347","https://openalex.org/W1509562192","https://openalex.org/W1513703324","https://openalex.org/W1518858799","https://openalex.org/W1528676759","https://openalex.org/W1535656004","https://openalex.org/W1540547620","https://openalex.org/W1541084404","https://openalex.org/W1542941925","https://openalex.org/W1557517019","https://openalex.org/W1597739853","https://openalex.org/W1605188341","https://openalex.org/W1606056663","https://openalex.org/W1607198972","https://openalex.org/W1870822514","https://openalex.org/W1907356258","https://openalex.org/W1963754118","https://openalex.org/W1978855625","https://openalex.org/W1988769349","https://openalex.org/W1995622844","https://openalex.org/W1995875735","https://openalex.org/W1996127414","https://openalex.org/W2003325469","https://openalex.org/W2009533501","https://openalex.org/W2018468851","https://openalex.org/W2026069625","https://openalex.org/W2036083037","https://openalex.org/W2036651296","https://openalex.org/W2037036263","https://openalex.org/W2045817941","https://openalex.org/W2046579047","https://openalex.org/W2050032417","https://openalex.org/W2051586379","https://openalex.org/W2054204393","https://openalex.org/W2061292998","https://openalex.org/W2067393629","https://openalex.org/W2071739800","https://openalex.org/W2078159446","https://openalex.org/W2084534619","https://openalex.org/W2085728653","https://openalex.org/W2088008804","https://openalex.org/W2096145798","https://openalex.org/W2099618002","https://openalex.org/W2100677568","https://openalex.org/W2100752967","https://openalex.org/W2101692583","https://openalex.org/W2103359683","https://openalex.org/W2104602264","https://openalex.org/W2107662876","https://openalex.org/W2115211925","https://openalex.org/W2117726420","https://openalex.org/W2120327309","https://openalex.org/W2121813011","https://openalex.org/W2123890518","https://openalex.org/W2124674171","https://openalex.org/W2127852655","https://openalex.org/W2128797809","https://openalex.org/W2133993682","https://openalex.org/W2138076440","https://openalex.org/W2141467654","https://openalex.org/W2141559645","https://openalex.org/W2145060720","https://openalex.org/W2145339207","https://openalex.org/W2145805610","https://openalex.org/W2148764920","https://openalex.org/W2152043368","https://openalex.org/W2154409655","https://openalex.org/W2155027007","https://openalex.org/W2156060009","https://openalex.org/W2156194062","https://openalex.org/W2161169669","https://openalex.org/W2164845670","https://openalex.org/W2182304831","https://openalex.org/W2214788357","https://openalex.org/W2264897026","https://openalex.org/W2395043505","https://openalex.org/W2399928304","https://openalex.org/W2480880131","https://openalex.org/W2507578125","https://openalex.org/W2594475271","https://openalex.org/W2604246133","https://openalex.org/W2611112066","https://openalex.org/W2740377041","https://openalex.org/W2807112462","https://openalex.org/W2808252900","https://openalex.org/W2810220343","https://openalex.org/W2811498230","https://openalex.org/W2890391327","https://openalex.org/W2903158431","https://openalex.org/W2919720931","https://openalex.org/W2925418831","https://openalex.org/W2950319579","https://openalex.org/W2963170229","https://openalex.org/W2981038142","https://openalex.org/W2983201012","https://openalex.org/W3009741087","https://openalex.org/W3028473954","https://openalex.org/W3034218175","https://openalex.org/W3037624623","https://openalex.org/W3041202696","https://openalex.org/W3097141316","https://openalex.org/W3105259802","https://openalex.org/W3116073702","https://openalex.org/W3121224226","https://openalex.org/W3125701389","https://openalex.org/W3138819813","https://openalex.org/W3140968660","https://openalex.org/W3147382176","https://openalex.org/W4211095127","https://openalex.org/W4246233237","https://openalex.org/W4252284432","https://openalex.org/W4252488326","https://openalex.org/W4299551239","https://openalex.org/W6600388300","https://openalex.org/W6601158483"],"related_works":["https://openalex.org/W2145363145","https://openalex.org/W2341346307","https://openalex.org/W2154399718","https://openalex.org/W4321463377","https://openalex.org/W2768629321","https://openalex.org/W4250831671","https://openalex.org/W2230606337","https://openalex.org/W2130711276","https://openalex.org/W1559871661","https://openalex.org/W2952478110"],"abstract_inverted_index":{"A":[0],"dynamical":[1,37,54,112,194,212],"systems":[2,38,55,113,195,213],"perspective":[3],"on":[4,8,203],"multi-agent":[5,41,58,88,216],"learning,":[6,17],"based":[7],"the":[9,24,53,75,92,98,145,166,177,180,207,211],"link":[10],"between":[11,77],"evolutionary":[12],"game":[13,127],"theory":[14,128],"and":[15,100,120,151],"reinforcement":[16,105],"provides":[18],"an":[19,136],"improved,":[20],"qualitative":[21],"understanding":[22],"of":[23,40,57,64,69,94,103,126,147,165,179,191,210],"emerging":[25],"collective":[26],"learning":[27,42,59,168,174,182],"dynamics.":[28],"However,":[29],"confusion":[30],"exists":[31],"with":[32,97,129],"respect":[33],"to":[34,51,73,83,205,215],"how":[35,204],"this":[36,47,70,95,159,189],"account":[39,125],"should":[43],"be":[44],"interpreted.":[45],"In":[46],"article,":[48],"I":[49,90,107,133,156],"propose":[50,135],"embed":[52],"description":[56,114,196],"into":[60,87,197],"different":[61,198],"abstraction":[62,199],"levels":[63,79,200],"cognitive":[65],"analysis.":[66],"The":[67],"purpose":[68],"work":[71],"is":[72,142],"make":[74],"connections":[76],"these":[78],"explicit":[80],"in":[81],"order":[82],"gain":[84],"improved":[85],"insight":[86],"learning.":[89,106,217],"demonstrate":[91],"usefulness":[93],"framework":[96,190],"general":[99],"widespread":[101],"class":[102],"temporal-difference":[104,139],"find":[108,157],"that":[109,158,172],"its":[110,173],"deterministic":[111,167,181],"follows":[115],"a":[116,122,149,163,193],"minimum":[117],"free-energy":[118],"principle":[119],"unifies":[121],"boundedly":[123],"rational":[124],"decision-making":[130],"under":[131,184],"uncertainty.":[132],"then":[134],"on-line":[137],"sample-batch":[138],"algorithm":[140,160],"which":[141],"characterized":[143],"by":[144,170],"combination":[146],"applying":[148],"memory-batch":[150],"separated":[152],"state-action":[153],"value":[154],"estimation.":[155],"serves":[161],"as":[162],"micro-foundation":[164],"equations":[169,183],"showing":[171],"trajectories":[175],"approach":[176,214],"ones":[178],"large":[185],"batch":[186],"sizes.":[187],"Ultimately,":[188],"embedding":[192],"gives":[201],"guidance":[202],"unleash":[206],"full":[208],"potential":[209]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-07-05T00:00:00"}