{"id":"https://openalex.org/W4415883123","doi":"https://doi.org/10.1109/tsmc.2025.3624366","title":"Reinforcement Learning Can Be a Double-Edged Sword for Cooperation on Higher-Order Networks","display_name":"Reinforcement Learning Can Be a Double-Edged Sword for Cooperation on Higher-Order Networks","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415883123","doi":"https://doi.org/10.1109/tsmc.2025.3624366"},"language":null,"primary_location":{"id":"doi:10.1109/tsmc.2025.3624366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3624366","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102994731","display_name":"Yan Xu","orcid":"https://orcid.org/0009-0005-1843-3239"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Xu","raw_affiliation_strings":["School of Artificial Intelligence, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0005-1843-3239","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020197287","display_name":"Dawei Zhao","orcid":"https://orcid.org/0000-0002-1812-1316"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Zhao","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Key Laboratory of Computing Power Network and Information Security, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-1812-1316","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Key Laboratory of Computing Power Network and Information Security, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040134872","display_name":"Tina P. Benko","orcid":"https://orcid.org/0000-0002-2008-8332"},"institutions":[{"id":"https://openalex.org/I37696226","display_name":"University of Maribor","ror":"https://ror.org/01d5jce07","country_code":"SI","type":"education","lineage":["https://openalex.org/I37696226"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Tina Perc Benko","raw_affiliation_strings":["Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia"],"raw_orcid":"https://orcid.org/0000-0002-2008-8332","affiliations":[{"raw_affiliation_string":"Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia","institution_ids":["https://openalex.org/I37696226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053501478","display_name":"Chengyi Xia","orcid":"https://orcid.org/0000-0003-2686-5072"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyi Xia","raw_affiliation_strings":["School of Artificial Intelligence, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2686-5072","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044431363","display_name":"Matja\u017e Perc","orcid":"https://orcid.org/0000-0002-3087-541X"},"institutions":[{"id":"https://openalex.org/I37696226","display_name":"University of Maribor","ror":"https://ror.org/01d5jce07","country_code":"SI","type":"education","lineage":["https://openalex.org/I37696226"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Matja\u017e Perc","raw_affiliation_strings":["Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia"],"raw_orcid":"https://orcid.org/0000-0002-3087-541X","affiliations":[{"raw_affiliation_string":"Faculty of Natural Sciences and Mathematics, University of Maribor, Maribor, Slovenia","institution_ids":["https://openalex.org/I37696226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":53.5393,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.99916914,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"56","issue":"1","first_page":"231","last_page":"244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.691100001335144},{"id":"https://openalex.org/keywords/social-dilemma","display_name":"Social dilemma","score":0.5648000240325928},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5547999739646912},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.44679999351501465},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4318000078201294},{"id":"https://openalex.org/keywords/prisoners-dilemma","display_name":"Prisoner's dilemma","score":0.4016999900341034},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.3977000117301941},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.38100001215934753},{"id":"https://openalex.org/keywords/evolutionary-game-theory","display_name":"Evolutionary game theory","score":0.37279999256134033},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.34610000252723694}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.691100001335144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745999813079834},{"id":"https://openalex.org/C187206662","wikidata":"https://www.wikidata.org/wiki/Q55607920","display_name":"Social dilemma","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5073000192642212},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C113494165","wikidata":"https://www.wikidata.org/wiki/Q41693","display_name":"Prisoner's dilemma","level":3,"score":0.4016999900341034},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C20249471","wikidata":"https://www.wikidata.org/wiki/Q2298789","display_name":"Evolutionary game theory","level":3,"score":0.37279999256134033},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C169903001","wikidata":"https://www.wikidata.org/wiki/Q3264987","display_name":"Reciprocity (cultural anthropology)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C171578705","wikidata":"https://www.wikidata.org/wiki/Q5418700","display_name":"Evolutionary dynamics","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C79053195","wikidata":"https://www.wikidata.org/wiki/Q168338","display_name":"Behaviorism","level":2,"score":0.2508000135421753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3624366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3624366","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3119119842","display_name":null,"funder_award_id":"22JCZDJC00550","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G3766371340","display_name":"Adjustment of the Slovenian economy and development identity of Slovenia in the EU","funder_award_id":"P5-0027","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G4335549240","display_name":"Computationally intensive complex systems","funder_award_id":"P1-0403","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G6381019412","display_name":null,"funder_award_id":"ZR2020YQ06","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7714621761","display_name":null,"funder_award_id":"62573316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322554","display_name":"Javna Agencija za Raziskovalno Dejavnost RS","ror":"https://ror.org/059bp8k51"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1992195122","https://openalex.org/W2005509327","https://openalex.org/W2008620264","https://openalex.org/W2015209627","https://openalex.org/W2040301417","https://openalex.org/W2103676101","https://openalex.org/W2105834378","https://openalex.org/W2162420711","https://openalex.org/W2491887885","https://openalex.org/W2618208446","https://openalex.org/W2738793433","https://openalex.org/W2890623127","https://openalex.org/W2896253905","https://openalex.org/W2981252818","https://openalex.org/W2998813403","https://openalex.org/W3033513666","https://openalex.org/W3040558155","https://openalex.org/W3087005495","https://openalex.org/W3095812073","https://openalex.org/W3121605671","https://openalex.org/W3123542883","https://openalex.org/W3137879217","https://openalex.org/W3174056649","https://openalex.org/W3181726346","https://openalex.org/W3202715456","https://openalex.org/W3212905863","https://openalex.org/W3214980701","https://openalex.org/W4200539444","https://openalex.org/W4213099500","https://openalex.org/W4220667006","https://openalex.org/W4220689618","https://openalex.org/W4221002030","https://openalex.org/W4285242598","https://openalex.org/W4295872207","https://openalex.org/W4296935111","https://openalex.org/W4311173360","https://openalex.org/W4312768898","https://openalex.org/W4367727829","https://openalex.org/W4368339297","https://openalex.org/W4376113525","https://openalex.org/W4382998959","https://openalex.org/W4385667599","https://openalex.org/W4387319312","https://openalex.org/W4389243556","https://openalex.org/W4391025867","https://openalex.org/W4391313140","https://openalex.org/W4391335380","https://openalex.org/W4392090934","https://openalex.org/W4394812731","https://openalex.org/W4394822659","https://openalex.org/W4394856100","https://openalex.org/W4399454758","https://openalex.org/W4399780438","https://openalex.org/W4401378542","https://openalex.org/W4401816143","https://openalex.org/W4402177762","https://openalex.org/W4402194461","https://openalex.org/W4402330678","https://openalex.org/W4403510661","https://openalex.org/W4404920297","https://openalex.org/W4406214950","https://openalex.org/W4406523664","https://openalex.org/W4411337003"],"related_works":[],"abstract_inverted_index":{"Collective":[0],"cooperation":[1,157,162,169,207],"is":[2,16,54],"fundamental":[3],"to":[4,25,81,103,117,133,185],"individual":[5],"survival":[6],"and":[7,10,53,99,106,144],"social":[8,104],"development,":[9],"exploring":[11],"its":[12],"mechanism":[13],"of":[14,17,87,141,197,205],"emergence":[15],"great":[18],"significance.":[19],"However,":[20],"most":[21],"existing":[22],"studies":[23],"related":[24],"the":[26,41,83,88,114,129,195,202],"evolutionary":[27,203],"dynamics":[28,204],"on":[29,156,201],"higher":[30,63,209],"order":[31,64,210],"networks":[32],"assume":[33],"that":[34,149,178],"all":[35],"agents":[36,93],"within":[37],"a":[38,62,69,139,153],"population":[39],"follow":[40],"same":[42],"strategy":[43,71],"updating":[44,72,199],"rule.":[45,73],"This":[46],"assumption":[47],"does":[48],"not":[49],"align":[50],"with":[51],"reality":[52],"an":[55],"oversimplification.":[56],"To":[57],"this":[58],"end,":[59],"we":[60,75,91,112,127,147,176],"propose":[61],"network":[65,85],"game":[66],"framework":[67],"featuring":[68],"hybrid":[70,198],"Specifically,":[74],"use":[76],"scale-free":[77],"random":[78],"hypergraphs":[79],"(SRHs)":[80],"characterize":[82,118],"underlying":[84],"topology":[86],"population.":[89],"Then,":[90],"categorize":[92],"into":[94],"two":[95],"types:":[96],"imitation":[97,110,121],"learners":[98,101,151],"autonomous":[100,125,150],"according":[102],"learning":[105,131],"behaviorism":[107],"theories.":[108],"For":[109],"learners,":[111,126],"apply":[113],"Fermi":[115],"rule":[116],"their":[119,135],"probabilistic":[120],"behaviors,":[122],"while":[123],"for":[124,192],"adopt":[128],"reinforcement":[130],"method":[132],"highlight":[134],"decision-making":[136],"features.":[137],"Through":[138],"series":[140],"simulation":[142],"experiments":[143],"theoretical":[145],"analyses,":[146],"find":[148],"have":[152],"dual":[154],"impact":[155,196],"in":[158,208],"groups:":[159],"they":[160],"inhibit":[161],"at":[163,170],"low":[164],"dilemma":[165,172],"intensities":[166],"but":[167],"promote":[168],"high":[171],"intensities.":[173],"In":[174],"addition,":[175],"show":[177],"smaller":[179],"group":[180],"sizes":[181],"are":[182],"more":[183],"conducive":[184],"cooperation.":[186],"Our":[187],"findings":[188],"provide":[189],"valuable":[190],"insights":[191],"better":[193],"understanding":[194],"mechanisms":[200],"collective":[206],"networks.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":23}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-11-04T00:00:00"}