{"id":"https://openalex.org/W4409311087","doi":"https://doi.org/10.1109/tmc.2025.3559123","title":"Multi-Agent Reinforcement Learning in Adversarial Game Environments: Personalized Anti-Interference Strategies for Heterogeneous UAV Communication","display_name":"Multi-Agent Reinforcement Learning in Adversarial Game Environments: Personalized Anti-Interference Strategies for Heterogeneous UAV Communication","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311087","doi":"https://doi.org/10.1109/tmc.2025.3559123"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3559123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3559123","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077586024","display_name":"Yeguang Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeguang Qin","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-1493-6996","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067068093","display_name":"Jie Tang","orcid":"https://orcid.org/0009-0000-6852-9224"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0009-0000-6852-9224","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007662359","display_name":"Fengxiao Tang","orcid":"https://orcid.org/0000-0003-2414-4802"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengxiao Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-2414-4802","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077996394","display_name":"Ming Zhao","orcid":"https://orcid.org/0000-0003-2317-5359"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhao","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, changsha, China","School of Computer Science and Engineering, Central South University, ChangSha, China"],"raw_orcid":"https://orcid.org/0000-0003-2317-5359","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, ChangSha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8769-302X","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":30.2631,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99460751,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"9","first_page":"8886","last_page":"8898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.927299976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8185755610466003},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8023651838302612},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6734530329704285},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5123497247695923},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4704267978668213},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37090498208999634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33305442333221436},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32197341322898865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8185755610466003},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8023651838302612},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6734530329704285},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5123497247695923},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4704267978668213},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37090498208999634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33305442333221436},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32197341322898865},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3559123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3559123","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1499972624","display_name":null,"funder_award_id":"62302527","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2144726563","display_name":null,"funder_award_id":"2023jj40774","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1971460123","https://openalex.org/W2047399268","https://openalex.org/W2088562872","https://openalex.org/W2145339207","https://openalex.org/W2407001430","https://openalex.org/W2528797658","https://openalex.org/W2751369415","https://openalex.org/W2774086490","https://openalex.org/W2776055286","https://openalex.org/W2802251403","https://openalex.org/W2807102958","https://openalex.org/W2808296631","https://openalex.org/W2891654323","https://openalex.org/W2963658727","https://openalex.org/W2969525674","https://openalex.org/W2980965333","https://openalex.org/W2997491196","https://openalex.org/W3014097207","https://openalex.org/W3023895525","https://openalex.org/W3034653302","https://openalex.org/W3088272583","https://openalex.org/W3129807942","https://openalex.org/W3133772983","https://openalex.org/W3172636864","https://openalex.org/W3185514821","https://openalex.org/W3190460553","https://openalex.org/W4210985493","https://openalex.org/W4286655256","https://openalex.org/W4312871526","https://openalex.org/W4321636613","https://openalex.org/W4386837993","https://openalex.org/W4391128383","https://openalex.org/W4392607755","https://openalex.org/W4400877583","https://openalex.org/W4400975592","https://openalex.org/W4401981076","https://openalex.org/W6747473740","https://openalex.org/W6769218391"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Existing":[0],"anti-jamming":[1,52,97,137,164],"strategies":[2,32,138],"for":[3,56,139],"unmanned":[4],"aerial":[5],"vehicle":[6],"(UAV)":[7],"networks":[8,169],"largely":[9],"assume":[10],"homogeneity":[11],"among":[12],"UAVs,":[13],"neglecting":[14],"the":[15,26,57,96,105,118,128,163],"differences":[16],"in":[17,80,146],"hardware":[18,75],"configurations,":[19],"task":[20,78],"requirements,":[21],"and":[22,40,70,77,90,103,170],"environmental":[23],"adaptability.":[24],"In":[25],"face":[27],"of":[28,107,166],"such":[29],"heterogeneity,":[30],"these":[31],"often":[33],"fail":[34],"to":[35,64,86,134,155],"effectively":[36],"counter":[37],"intelligent":[38,51],"jamming":[39,148],"co-channel":[41],"interference.":[42],"To":[43],"address":[44],"this":[45,47,113],"issue,":[46],"paper":[48],"proposes":[49],"an":[50,100],"framework":[53],"designed":[54],"specifically":[55],"heterogeneous":[58,167],"UAV":[59,63,168],"network,":[60],"allowing":[61],"each":[62,140],"autonomously":[65],"adjust":[66],"its":[67,74],"transmission":[68],"channel":[69],"power":[71],"based":[72],"on":[73],"capabilities":[76],"requirements":[79],"a":[81,108],"distributed":[82],"environment.":[83],"This":[84],"aims":[85],"optimize":[87],"communication":[88],"efficiency":[89],"reduce":[91],"energy":[92],"consumption.":[93],"We":[94],"formulate":[95],"problem":[98],"as":[99],"adversarial":[101],"game":[102],"confirm":[104],"existence":[106],"unique":[109],"equilibrium":[110],"point":[111],"within":[112],"model.":[114],"Moreover,":[115],"we":[116],"introduce":[117],"novel":[119],"Personalized":[120],"Federated":[121],"Soft":[122],"Actor-Critic":[123],"(PFSAC)":[124],"algorithm,":[125],"which":[126],"combines":[127],"global":[129],"model":[130],"with":[131],"local":[132],"models":[133],"customize":[135],"personalized":[136],"UAV,":[141],"significantly":[142,161],"enhancing":[143],"network":[144],"performance":[145],"complex":[147],"environments.":[149],"Simulation":[150],"results":[151],"indicate":[152],"that":[153],"compared":[154],"other":[156],"methods,":[157],"our":[158],"proposed":[159],"algorithm":[160],"enhances":[162],"capability":[165],"performs":[171],"better":[172],"than":[173],"them.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}