{"id":"https://openalex.org/W4224314137","doi":"https://doi.org/10.1145/3485447.3512215","title":"Socialbots on Fire: Modeling Adversarial Behaviors of Socialbots via Multi-Agent Hierarchical Reinforcement Learning","display_name":"Socialbots on Fire: Modeling Adversarial Behaviors of Socialbots via Multi-Agent Hierarchical Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4224314137","doi":"https://doi.org/10.1145/3485447.3512215"},"language":"en","primary_location":{"id":"doi:10.1145/3485447.3512215","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3512215","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039440984","display_name":"Thai Le","orcid":"https://orcid.org/0000-0001-9632-6870"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thai Le","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103245667","display_name":"Long Tran-Thanh","orcid":"https://orcid.org/0000-0003-1617-8316"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Long Tran-Thanh","raw_affiliation_strings":["University of Warwick, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Warwick, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405086","display_name":"Dongwon Lee","orcid":"https://orcid.org/0000-0001-8371-7629"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongwon Lee","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"545","last_page":"554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8260185718536377},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7919999361038208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7054101824760437},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5764427781105042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4348428249359131},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1339234709739685},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.06611001491546631}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8260185718536377},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7919999361038208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7054101824760437},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5764427781105042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4348428249359131},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1339234709739685},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.06611001491546631}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3485447.3512215","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3512215","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:162615","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference Item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2851822818","display_name":null,"funder_award_id":"1820609, 1940076, 1909702","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1944367023","https://openalex.org/W1953381612","https://openalex.org/W1988195734","https://openalex.org/W2061820396","https://openalex.org/W2108858998","https://openalex.org/W2120615054","https://openalex.org/W2132801025","https://openalex.org/W2141403143","https://openalex.org/W2166470254","https://openalex.org/W2168722292","https://openalex.org/W2187996512","https://openalex.org/W2263846226","https://openalex.org/W2278635123","https://openalex.org/W2577959508","https://openalex.org/W2596225776","https://openalex.org/W2744616698","https://openalex.org/W2747329762","https://openalex.org/W2758364315","https://openalex.org/W2771677725","https://openalex.org/W2893495107","https://openalex.org/W2897765576","https://openalex.org/W2899831870","https://openalex.org/W2907352650","https://openalex.org/W2962756421","https://openalex.org/W2962783931","https://openalex.org/W2963806301","https://openalex.org/W2997788455","https://openalex.org/W2999057584","https://openalex.org/W3006978394","https://openalex.org/W3032916997","https://openalex.org/W3035082952","https://openalex.org/W3041367927","https://openalex.org/W3080250767","https://openalex.org/W3092091320","https://openalex.org/W3093744263","https://openalex.org/W3093798014","https://openalex.org/W3102083609","https://openalex.org/W3104378754","https://openalex.org/W3106311261","https://openalex.org/W3125928061","https://openalex.org/W3127569499","https://openalex.org/W4206742276","https://openalex.org/W4289253852"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":{"Socialbots":[0],"are":[1,39],"software-driven":[2],"user":[3],"accounts":[4],"on":[5,179],"social":[6,36],"platforms,":[7,37],"acting":[8],"autonomously":[9],"(mimicking":[10],"human":[11],"behavior),":[12],"with":[13,159,167],"the":[14,18,33,53,60,110,121,146,148,210,223],"aims":[15,151],"to":[16,51,56,82,98,108,152,191,197],"influence":[17,111,155,189],"opinions":[19],"of":[20,35,63,112,141,171,186,212,218,225],"other":[21,149],"users":[22],"or":[23],"spread":[24],"targeted":[25],"misinformation":[26],"for":[27,96],"particular":[28],"goals.":[29],"As":[30,43],"socialbots":[31,65,113],"undermine":[32],"ecosystem":[34],"they":[38],"often":[40],"considered":[41],"harmful.":[42],"such,":[44],"there":[45],"have":[46],"been":[47,69],"several":[48],"computational":[49,100],"efforts":[50],"auto-detect":[52],"socialbots.":[54],"However,":[55],"our":[57,213,229],"best":[58],"knowledge,":[59],"adversarial":[61,122],"nature":[62],"these":[64],"has":[66],"not":[67],"yet":[68],"studied.":[70],"This":[71,227],"begs":[72],"a":[73,126,139,168,201,219,234],"question":[74],"\u201ccan":[75],"adversaries,":[76],"controlling":[77],"socialbots,":[78],"exploit":[79,99],"AI":[80],"techniques":[81],"their":[83],"advantage?\u201d":[84],"To":[85],"this":[86],"question,":[87],"we":[88],"successfully":[89],"demonstrate":[90],"that":[91,143],"indeed":[92],"it":[93],"is":[94],"possible":[95],"adversaries":[97],"learning":[101,106,124],"mechanism":[102],"such":[103],"as":[104,125],"reinforcement":[105],"(RL)":[107],"maximize":[109,153],"while":[114],"avoiding":[115],"being":[116],"detected.":[117],"We":[118],"first":[119],"formulate":[120],"socialbot":[123],"cooperative":[127],"game":[128],"between":[129],"two":[130],"functional":[131],"hierarchical":[132],"RL":[133],"agents.":[134],"While":[135],"one":[136],"agent":[137,150],"curates":[138],"sequence":[140],"activities":[142],"can":[144],"avoid":[145],"detection,":[147],"network":[154,188],"by":[156],"selectively":[157],"connecting":[158],"right":[160],"users.":[161],"Our":[162],"proposed":[163],"policy":[164],"networks":[165],"train":[166],"vast":[169],"amount":[170],"synthetic":[172],"graphs":[173,182],"and":[174,193,222],"generalize":[175],"better":[176],"than":[177],"baselines":[178],"unseen":[180],"real-life":[181,235],"both":[183],"in":[184,233],"terms":[185],"maximizing":[187],"(up":[190,196],"+18%)":[192],"sustainable":[194],"stealthiness":[195],"+40%":[198],"undetectability)":[199],"under":[200],"strong":[202],"bot":[203],"detector":[204],"(90%":[205],"detection":[206],"accuracy).":[207],"During":[208],"inference,":[209],"complexity":[211],"approach":[214],"scales":[215],"linearly,":[216],"independent":[217],"network\u2019s":[220],"structure":[221],"virality":[224],"news.":[226],"makes":[228],"attack":[230],"very":[231],"practical":[232],"setting.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}