{"id":"https://openalex.org/W4403721862","doi":"https://doi.org/10.1109/tg.2024.3485726","title":"CuDA2: An Approach for Incorporating Traitor Agents Into Cooperative Multiagent Systems","display_name":"CuDA2: An Approach for Incorporating Traitor Agents Into Cooperative Multiagent Systems","publication_year":2024,"publication_date":"2024-10-24","ids":{"openalex":"https://openalex.org/W4403721862","doi":"https://doi.org/10.1109/tg.2024.3485726"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2024.3485726","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2024.3485726","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101471727","display_name":"Zhen Chen","orcid":"https://orcid.org/0009-0002-2151-7028"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0009-0002-2151-7028","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101590175","display_name":"Yong Liao","orcid":"https://orcid.org/0000-0002-0566-0150"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Youpeng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youpeng Zhao","raw_affiliation_strings":["Polixir, China","Polixir"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polixir, China","institution_ids":[]},{"raw_affiliation_string":"Polixir","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038171053","display_name":"Zipeng Dai","orcid":"https://orcid.org/0000-0002-2479-9801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Dai","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046073205","display_name":"Jian Zhao","orcid":"https://orcid.org/0000-0003-4895-990X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Zhao","raw_affiliation_strings":["Polixir, China","Polixir"],"raw_orcid":"https://orcid.org/0000-0003-4895-990X","affiliations":[{"raw_affiliation_string":"Polixir, China","institution_ids":[]},{"raw_affiliation_string":"Polixir","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101471727"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16185083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"2","first_page":"397","last_page":"407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9121000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6013272404670715},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32902991771698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6013272404670715},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32902991771698}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tg.2024.3485726","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2024.3485726","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2065356613","https://openalex.org/W2076337359","https://openalex.org/W2095577883","https://openalex.org/W2202549229","https://openalex.org/W2617547828","https://openalex.org/W2883618862","https://openalex.org/W2948727232","https://openalex.org/W2973229164","https://openalex.org/W2973232880","https://openalex.org/W2981038142","https://openalex.org/W2997293639","https://openalex.org/W2997502221","https://openalex.org/W2998401161","https://openalex.org/W3156295478","https://openalex.org/W3164019634","https://openalex.org/W3175215793","https://openalex.org/W4205161126","https://openalex.org/W4205346763","https://openalex.org/W4205779441","https://openalex.org/W4224874620","https://openalex.org/W4225395035","https://openalex.org/W4225665995","https://openalex.org/W4226029611","https://openalex.org/W4311644718","https://openalex.org/W4364367511","https://openalex.org/W4382202823","https://openalex.org/W4386280773","https://openalex.org/W6630125228","https://openalex.org/W6638088447","https://openalex.org/W6682205418","https://openalex.org/W6684159546","https://openalex.org/W6738796088","https://openalex.org/W6739055881","https://openalex.org/W6752380930","https://openalex.org/W6753549322","https://openalex.org/W6756303580","https://openalex.org/W6758846586","https://openalex.org/W6762427411","https://openalex.org/W6762491519","https://openalex.org/W6763484891","https://openalex.org/W6766805167","https://openalex.org/W6767914801","https://openalex.org/W6773070371","https://openalex.org/W6775850705","https://openalex.org/W6781750019","https://openalex.org/W6787618087","https://openalex.org/W6791079441","https://openalex.org/W6796434249","https://openalex.org/W6796436736","https://openalex.org/W6802325372","https://openalex.org/W6803572779","https://openalex.org/W6803660280","https://openalex.org/W6838755391","https://openalex.org/W6840380725","https://openalex.org/W6846528917"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Cooperative":[0],"multiagent":[1],"reinforcement":[2],"learning":[3],"(CMARL)":[4],"strategies":[5],"are":[6,109],"well":[7],"known":[8],"to":[9,12,49,148,213,241],"be":[10],"vulnerable":[11],"adversarial":[13,18,62,166,237],"perturbations.":[14],"Previous":[15],"works":[16],"on":[17,23,178,223],"attacks":[19,25,177],"have":[20],"primarily":[21],"focused":[22],"glass-box":[24],"that":[26,69,229],"directly":[27,92,149],"perturb":[28],"the":[29,75,94,112,117,126,129,135,154,164,172,179,186,191,203,208,218],"states":[30,215],"or":[31,102,235],"actions":[32,152],"of":[33,43,128,176,190],"victim":[34,50,95,118,130,155,181,219],"agents,":[35,119],"often":[36],"in":[37,52],"scenarios":[38,225],"with":[39,120,153],"a":[40,66,83,196],"limited":[41],"number":[42],"attacks.":[44],"However,":[45],"gaining":[46],"complete":[47],"access":[48],"agents":[51,73,96],"real-world":[53],"environments":[54],"is":[55,144],"exceedingly":[56],"difficult.":[57],"To":[58,158],"create":[59],"more":[60],"realistic":[61],"attacks,":[63],"we":[64,162,194],"introduce":[65],"novel":[67],"method":[68],"involves":[70],"injecting":[71],"traitor":[72,84],"into":[74],"CMARL":[76],"system.":[77],"We":[78],"model":[79],"this":[80,160],"problem":[81],"as":[82,116,125],"Markov":[85],"decision":[86],"process":[87],"(TMDP),":[88],"where":[89,202],"traitors":[90,108,139,212],"cannot":[91],"attack":[93,167,238],"but":[97],"can":[98],"influence":[99],"their":[100,121,151],"formation":[101],"positioning":[103],"through":[104],"collisions.":[105],"In":[106],"TMDP,":[107],"trained":[110],"using":[111],"same":[113],"MARL":[114],"algorithm":[115],"reward":[122,205],"function":[123],"set":[124],"negative":[127],"agents'":[131,156,182],"reward.":[132],"Despite":[133],"this,":[134],"training":[136],"efficiency":[137,173],"for":[138,146],"remains":[140],"low":[141],"because":[142],"it":[143],"challenging":[145],"them":[147],"associate":[150],"rewards.":[157],"address":[159],"issue,":[161],"propose":[163],"curiosity-driven":[165],"(CuDA2)":[168],"framework.":[169],"CuDA2":[170,231],"enhances":[171],"and":[174],"aggressiveness":[175],"specified":[180],"policies":[183],"while":[184],"maintaining":[185],"optimal":[187],"policy":[188],"invariance":[189],"traitors.":[192],"Specifically,":[193],"employ":[195],"pretrained":[197],"random":[198],"network":[199],"distillation":[200],"module,":[201],"extra":[204],"generated":[206],"by":[207,217],"RND":[209],"module":[210],"encourages":[211],"explore":[214],"unencountered":[216],"agents.":[220],"Extensive":[221],"experiments":[222],"various":[224],"from":[226],"SMAC":[227],"demonstrate":[228],"our":[230],"framework":[232],"offers":[233],"comparable":[234],"superior":[236],"capabilities":[239],"compared":[240],"other":[242],"baselines.":[243]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}