{"id":"https://openalex.org/W4286893914","doi":"https://doi.org/10.1109/comst.2022.3160697","title":"Applications of Multi-Agent Reinforcement Learning in Future Internet: A Comprehensive Survey","display_name":"Applications of Multi-Agent Reinforcement Learning in Future Internet: A Comprehensive Survey","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4286893914","doi":"https://doi.org/10.1109/comst.2022.3160697"},"language":"en","primary_location":{"id":"doi:10.1109/comst.2022.3160697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2022.3160697","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041250303","display_name":"Tianxu Li","orcid":"https://orcid.org/0000-0002-2004-8242"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianxu Li","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000861569","display_name":"Kun Zhu","orcid":"https://orcid.org/0000-0001-6784-5583"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089793687","display_name":"Nguyen Cong Luong","orcid":"https://orcid.org/0000-0002-4299-3456"},"institutions":[{"id":"https://openalex.org/I4210124651","display_name":"Phenikaa University","ror":"https://ror.org/03anxx281","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210124651"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Cong Luong","raw_affiliation_strings":["Faculty of Computer Science, Phenikaa University, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Phenikaa University, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210124651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785103","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354608","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-9229-7689"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443103","display_name":"Bing Chen","orcid":"https://orcid.org/0000-0002-2863-5441"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Chen","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5041250303"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":25.4028,"has_fulltext":false,"cited_by_count":195,"citation_normalized_percentile":{"value":0.99676807,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"2","first_page":"1240","last_page":"1279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5948441028594971},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5724868178367615},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46085092425346375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4561958909034729},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.28662651777267456},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24316877126693726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18452301621437073},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07227841019630432}],"concepts":[{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5948441028594971},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5724868178367615},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46085092425346375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4561958909034729},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28662651777267456},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24316877126693726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18452301621437073},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07227841019630432}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/comst.2022.3160697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2022.3160697","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/163303","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/163303","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1676630262","display_name":null,"funder_award_id":"62071230","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8254442144","display_name":null,"funder_award_id":"BK20211567","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8760566353","display_name":null,"funder_award_id":"62061146002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":238,"referenced_works":["https://openalex.org/W35251828","https://openalex.org/W41554520","https://openalex.org/W753012316","https://openalex.org/W1191599655","https://openalex.org/W1496590343","https://openalex.org/W1527663244","https://openalex.org/W1542941925","https://openalex.org/W1560074431","https://openalex.org/W1593112846","https://openalex.org/W1771410628","https://openalex.org/W1945616565","https://openalex.org/W1970830346","https://openalex.org/W1993484402","https://openalex.org/W1993918491","https://openalex.org/W2037169571","https://openalex.org/W2037190773","https://openalex.org/W2040402865","https://openalex.org/W2044179863","https://openalex.org/W2064675550","https://openalex.org/W2098432798","https://openalex.org/W2103723095","https://openalex.org/W2104602264","https://openalex.org/W2107726111","https://openalex.org/W2110906765","https://openalex.org/W2114134981","https://openalex.org/W2115570069","https://openalex.org/W2119120810","https://openalex.org/W2119717200","https://openalex.org/W2121792381","https://openalex.org/W2123651102","https://openalex.org/W2131600418","https://openalex.org/W2133422082","https://openalex.org/W2137647991","https://openalex.org/W2144000019","https://openalex.org/W2144672231","https://openalex.org/W2145339207","https://openalex.org/W2150586017","https://openalex.org/W2155027007","https://openalex.org/W2156666755","https://openalex.org/W2166874862","https://openalex.org/W2199606036","https://openalex.org/W2201581102","https://openalex.org/W2474004958","https://openalex.org/W2492629073","https://openalex.org/W2508611559","https://openalex.org/W2535029869","https://openalex.org/W2547456804","https://openalex.org/W2553535241","https://openalex.org/W2611484353","https://openalex.org/W2612365756","https://openalex.org/W2617547828","https://openalex.org/W2626637010","https://openalex.org/W2724616073","https://openalex.org/W2725080322","https://openalex.org/W2727450595","https://openalex.org/W2736601468","https://openalex.org/W2740377041","https://openalex.org/W2742128636","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2749928749","https://openalex.org/W2756144809","https://openalex.org/W2758296822","https://openalex.org/W2765492968","https://openalex.org/W2768629321","https://openalex.org/W2770623835","https://openalex.org/W2774386693","https://openalex.org/W2781726626","https://openalex.org/W2785315072","https://openalex.org/W2787193614","https://openalex.org/W2788115019","https://openalex.org/W2788350651","https://openalex.org/W2796408617","https://openalex.org/W2807538159","https://openalex.org/W2807731816","https://openalex.org/W2807900833","https://openalex.org/W2824492312","https://openalex.org/W2884858462","https://openalex.org/W2887784286","https://openalex.org/W2887932917","https://openalex.org/W2891654323","https://openalex.org/W2892078410","https://openalex.org/W2894976951","https://openalex.org/W2897733272","https://openalex.org/W2898035736","https://openalex.org/W2900617671","https://openalex.org/W2900989188","https://openalex.org/W2901196053","https://openalex.org/W2903523957","https://openalex.org/W2904058351","https://openalex.org/W2907870157","https://openalex.org/W2908259400","https://openalex.org/W2911573951","https://openalex.org/W2915763051","https://openalex.org/W2918400102","https://openalex.org/W2928233854","https://openalex.org/W2940572873","https://openalex.org/W2945082786","https://openalex.org/W2946763103","https://openalex.org/W2951799221","https://openalex.org/W2952039542","https://openalex.org/W2952892149","https://openalex.org/W2953384591","https://openalex.org/W2953948844","https://openalex.org/W2958715190","https://openalex.org/W2962883549","https://openalex.org/W2963079995","https://openalex.org/W2963640672","https://openalex.org/W2963789838","https://openalex.org/W2963805280","https://openalex.org/W2963864421","https://openalex.org/W2963961639","https://openalex.org/W2964043796","https://openalex.org/W2964138847","https://openalex.org/W2964248614","https://openalex.org/W2964291137","https://openalex.org/W2964547635","https://openalex.org/W2968248985","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2969525674","https://openalex.org/W2976585653","https://openalex.org/W2984045653","https://openalex.org/W2991046523","https://openalex.org/W2998709521","https://openalex.org/W3002844053","https://openalex.org/W3005761304","https://openalex.org/W3009585715","https://openalex.org/W3010088649","https://openalex.org/W3010214457","https://openalex.org/W3010243247","https://openalex.org/W3011120880","https://openalex.org/W3011182939","https://openalex.org/W3013654797","https://openalex.org/W3015351299","https://openalex.org/W3017275226","https://openalex.org/W3017949487","https://openalex.org/W3023161348","https://openalex.org/W3031015890","https://openalex.org/W3032998286","https://openalex.org/W3036160090","https://openalex.org/W3036305875","https://openalex.org/W3046988891","https://openalex.org/W3047266715","https://openalex.org/W3047729696","https://openalex.org/W3048217314","https://openalex.org/W3048895628","https://openalex.org/W3048983622","https://openalex.org/W3083695346","https://openalex.org/W3090573937","https://openalex.org/W3091823410","https://openalex.org/W3094091075","https://openalex.org/W3095779321","https://openalex.org/W3100366369","https://openalex.org/W3100789280","https://openalex.org/W3100862578","https://openalex.org/W3103559770","https://openalex.org/W3109858579","https://openalex.org/W3109937587","https://openalex.org/W3110643301","https://openalex.org/W3111512940","https://openalex.org/W3111828395","https://openalex.org/W3112099229","https://openalex.org/W3115015728","https://openalex.org/W3115954985","https://openalex.org/W3120275486","https://openalex.org/W3122367457","https://openalex.org/W3122702026","https://openalex.org/W3122846486","https://openalex.org/W3123212791","https://openalex.org/W3123582921","https://openalex.org/W3125343490","https://openalex.org/W3131685502","https://openalex.org/W3133109767","https://openalex.org/W3134103048","https://openalex.org/W3136705879","https://openalex.org/W3150570724","https://openalex.org/W3152893301","https://openalex.org/W3155797806","https://openalex.org/W3195088590","https://openalex.org/W4210364010","https://openalex.org/W4210444978","https://openalex.org/W4229922087","https://openalex.org/W4233696721","https://openalex.org/W4254547512","https://openalex.org/W4287755265","https://openalex.org/W4295598622","https://openalex.org/W4297733535","https://openalex.org/W4298023569","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W4385245566","https://openalex.org/W6601392155","https://openalex.org/W6622239757","https://openalex.org/W6627932998","https://openalex.org/W6631464920","https://openalex.org/W6633472260","https://openalex.org/W6638018090","https://openalex.org/W6640425456","https://openalex.org/W6672490383","https://openalex.org/W6675811377","https://openalex.org/W6676769901","https://openalex.org/W6677067356","https://openalex.org/W6677095636","https://openalex.org/W6677826109","https://openalex.org/W6682459407","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6713134421","https://openalex.org/W6738796088","https://openalex.org/W6739516088","https://openalex.org/W6739901393","https://openalex.org/W6740176925","https://openalex.org/W6741002519","https://openalex.org/W6742529797","https://openalex.org/W6742958495","https://openalex.org/W6743802245","https://openalex.org/W6744749404","https://openalex.org/W6747473740","https://openalex.org/W6747835708","https://openalex.org/W6747941106","https://openalex.org/W6749032143","https://openalex.org/W6749304979","https://openalex.org/W6755069753","https://openalex.org/W6756813310","https://openalex.org/W6761704562","https://openalex.org/W6775686901","https://openalex.org/W6778657300","https://openalex.org/W6780559895","https://openalex.org/W6784152626","https://openalex.org/W6788140797","https://openalex.org/W6790734367","https://openalex.org/W6794273430"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Future":[0],"Internet":[1,21,28],"involves":[2],"several":[3],"emerging":[4,182,195,236],"technologies":[5],"such":[6,64,101],"as":[7,65,84,119],"5G":[8,11],"and":[9,20,31,57,114,170,205,223,262,273],"beyond":[10],"networks,":[12,14,19,261],"vehicular":[13],"unmanned":[15],"aerial":[16],"vehicle":[17],"(UAV)":[18],"of":[22,37,122,166,192,203,209,211,230,232,245,280],"Things":[23],"(IoTs).":[24],"Moreover,":[25],"the":[26,52,97,107,123,129,149,163,167,181,190,239,269,278,283],"future":[27,240,274,284],"becomes":[29],"heterogeneous":[30],"decentralized":[32],"with":[33,96],"a":[34,120,157,201,206,228],"large":[35],"number":[36,229],"involved":[38],"network":[39,53,59,82,112,138,168,246,263],"entities.":[40],"Each":[41],"entity":[42,83,139],"may":[43,126],"need":[44],"to":[45,50,79,87,105,140,176,234,277],"make":[46],"its":[47,142],"local":[48],"decision":[49],"improve":[51,162],"performance":[54],"under":[55],"dynamic":[56],"uncertain":[58],"environments.":[60,99],"Standard":[61],"learning":[62,164],"algorithms":[63],"single-agent":[66,221],"Reinforcement":[67,72,133],"Learning":[68,73,134],"(RL)":[69],"or":[70,109],"Deep":[71],"(DRL)":[74],"have":[75],"been":[76,173],"recently":[77,174],"used":[78,175],"enable":[80],"each":[81,137],"an":[85,89,102],"agent":[86],"learn":[88,141],"optimal":[90,143],"decision-making":[91],"policy":[92,144],"adaptively":[93],"through":[94],"interacting":[95],"unknown":[98],"However,":[100],"algorithm":[103],"fails":[104],"model":[106],"cooperations":[108],"competitions":[110],"among":[111],"entities,":[113,169],"simply":[115],"treats":[116],"other":[117,153],"entities":[118],"part":[121],"environment":[124],"that":[125],"result":[127],"in":[128,180,194,213,238,282],"non-stationarity":[130],"issue.":[131],"Multi-agent":[132],"(MARL)":[135],"allows":[136],"by":[145],"observing":[146],"not":[147],"only":[148],"environments":[150],"but":[151],"also":[152],"entities’":[154],"policies.":[155],"As":[156],"result,":[158],"MARL":[159,193,204,212,233,281],"can":[160],"significantly":[161],"efficiency":[165],"it":[171],"has":[172],"solve":[177,235],"various":[178],"issues":[179,237,243],"networks.":[183,196],"In":[184,197,216],"this":[185],"paper,":[186],"we":[187,199,218,226,267],"thus":[188],"review":[189,227],"applications":[191,210,231,279],"particular,":[198,217],"provide":[200],"tutorial":[202],"comprehensive":[207],"survey":[208],"next-generation":[214],"Internet.":[215,241,285],"first":[219],"introduce":[220],"RL":[222],"MARL.":[224],"Then,":[225],"The":[242],"consist":[244],"access,":[247],"transmit":[248],"power":[249],"control,":[250],"computation":[251],"offloading,":[252],"content":[253],"caching,":[254],"packet":[255],"routing,":[256],"trajectory":[257],"design":[258],"for":[259],"UAV-aided":[260],"security":[264],"issues.":[265],"Finally,":[266],"discuss":[268],"challenges,":[270],"open":[271],"issues,":[272],"directions":[275],"related":[276]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":66},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}