{"id":"https://openalex.org/W4415948645","doi":"https://doi.org/10.1145/3847302","title":"ROBC TRL : Attacking GNN-Based Social Bot Detectors via Reinforced Manipulation of Bots Control Interaction","display_name":"ROBC TRL : Attacking GNN-Based Social Bot Detectors via Reinforced Manipulation of Bots Control Interaction","publication_year":2026,"publication_date":"2026-09-15","ids":{"openalex":"https://openalex.org/W4415948645","doi":"https://doi.org/10.1145/3847302"},"language":"en","primary_location":{"id":"doi:10.1145/3847302","doi":"https://doi.org/10.1145/3847302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3847302","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3847302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009335523","display_name":"Yingguang Yang","orcid":"https://orcid.org/0000-0002-2473-6229","observed_orcids":["https://orcid.org/0000-0002-2473-6229"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingguang Yang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2473-6229","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xianghua Zeng","orcid":"https://orcid.org/0000-0003-0717-5623","observed_orcids":["https://orcid.org/0000-0003-0717-5623"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghua Zeng","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0717-5623","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Wu","orcid":"https://orcid.org/0009-0008-4458-2731","observed_orcids":["https://orcid.org/0009-0008-4458-2731"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0008-4458-2731","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010659223","display_name":"Hao Peng","orcid":"https://orcid.org/0000-0003-0458-5977","observed_orcids":["https://orcid.org/0000-0003-0458-5977","https://orcid.org/0000-0002-9522-3148"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Peng","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0458-5977","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yutong Xia","orcid":"https://orcid.org/0000-0001-9026-0049","observed_orcids":["https://orcid.org/0000-0001-9026-0049"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yutong Xia","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9026-0049","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Liu","orcid":"https://orcid.org/0009-0002-7079-9754","observed_orcids":["https://orcid.org/0009-0002-7079-9754"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0002-7079-9754","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043041253","display_name":"Bin Chong","orcid":"https://orcid.org/0000-0002-8741-178X","observed_orcids":["https://orcid.org/0000-0002-8741-178X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Chong","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8741-178X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968","observed_orcids":["https://orcid.org/0000-0002-3491-5968"]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["University of Illinois Chicago, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-3491-5968","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.5119,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95910077,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"20","issue":"9","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.04270000010728836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.01899999938905239,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-bot-detection","display_name":"social bot detection","score":0.9779999852180481},{"id":"https://openalex.org/keywords/adversarial-attacks","display_name":"adversarial attacks","score":0.6790000200271606},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8650000095367432},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.828000009059906},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.8539999723434448},{"id":"https://openalex.org/keywords/social-bots","display_name":"social bots","score":0.460999995470047},{"id":"https://openalex.org/keywords/structural-entropy","display_name":"structural entropy","score":0.800000011920929},{"id":"https://openalex.org/keywords/state-abstraction","display_name":"state abstraction","score":0.6990000009536743},{"id":"https://openalex.org/keywords/social-media","display_name":"social media","score":0.40400001406669617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569000124931335},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7343999743461609},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.567300021648407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184000134468079},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49549999833106995},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4869000017642975},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.48080000281333923},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C4727928","wikidata":"https://www.wikidata.org/wiki/Q17164759","display_name":"Social network (sociolinguistics)","level":3,"score":0.3481000065803528},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C21204594","wikidata":"https://www.wikidata.org/wiki/Q921513","display_name":"Social behavior","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C2777522414","wikidata":"https://www.wikidata.org/wiki/Q648457","display_name":"Social graph","level":3,"score":0.2696000039577484},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3847302","doi":"https://doi.org/10.1145/3847302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3847302","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2510.16035","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.16035","pdf_url":"https://arxiv.org/pdf/2510.16035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.16035","doi":"https://doi.org/10.48550/arxiv.2510.16035","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.16035","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3847302","doi":"https://doi.org/10.1145/3847302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3847302","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415948645.pdf","grobid_xml":"https://content.openalex.org/works/W4415948645.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1837843568","https://openalex.org/W1849719402","https://openalex.org/W1989597542","https://openalex.org/W1998871422","https://openalex.org/W2153204928","https://openalex.org/W2269924745","https://openalex.org/W2338678442","https://openalex.org/W2492695942","https://openalex.org/W2769529439","https://openalex.org/W2787296320","https://openalex.org/W2803831897","https://openalex.org/W2892247084","https://openalex.org/W2897862648","https://openalex.org/W2900641696","https://openalex.org/W2902086760","https://openalex.org/W2964583308","https://openalex.org/W2964971928","https://openalex.org/W2997788455","https://openalex.org/W3010115535","https://openalex.org/W3012631161","https://openalex.org/W3012846134","https://openalex.org/W3017402509","https://openalex.org/W3025863369","https://openalex.org/W3032990727","https://openalex.org/W3041367927","https://openalex.org/W3068123808","https://openalex.org/W3103365091","https://openalex.org/W3131648434","https://openalex.org/W3170068709","https://openalex.org/W3175498457","https://openalex.org/W3176405886","https://openalex.org/W3197022418","https://openalex.org/W3198375173","https://openalex.org/W4200222034","https://openalex.org/W4213147383","https://openalex.org/W4226124904","https://openalex.org/W4282982824","https://openalex.org/W4293327156","https://openalex.org/W4296935108","https://openalex.org/W4366327502","https://openalex.org/W4384828840","https://openalex.org/W4385571401","https://openalex.org/W4385764347","https://openalex.org/W4387968157","https://openalex.org/W4389523769","https://openalex.org/W4395097571","https://openalex.org/W4401024606","https://openalex.org/W4401024758","https://openalex.org/W4401863527","https://openalex.org/W4404967129","https://openalex.org/W4410740633","https://openalex.org/W4412825727","https://openalex.org/W7133197593","https://openalex.org/W7154350345","https://openalex.org/W7162557495","https://openalex.org/W7162766916"],"related_works":["https://openalex.org/W4415048115","https://openalex.org/W7138184724","https://openalex.org/W4387968157","https://openalex.org/W7127291215","https://openalex.org/W3214818997","https://openalex.org/W4224314137","https://openalex.org/W4396909917","https://openalex.org/W4399329228","https://openalex.org/W4410951412","https://openalex.org/W4399452222"],"abstract_inverted_index":{"Social":[0],"networks":[1],"have":[2],"become":[3],"a":[4,112,160,198],"crucial":[5],"source":[6],"of":[7,14,30,39,61,71,78,137,145,152,229],"real-time":[8],"information":[9],"for":[10,96],"individuals.":[11],"The":[12],"influence":[13,175],"social":[15,65,97,106,132,154,170,216],"bots":[16,79,155],"within":[17],"these":[18,40,83],"platforms":[19],"has":[20],"garnered":[21],"considerable":[22],"attention":[23],"from":[24],"researchers,":[25],"leading":[26],"to":[27,58,115,148,163,183,208],"the":[28,35,59,68,76,88,135,142,150,191,210,227],"development":[29],"numerous":[31],"detection":[32,41,130,218],"technologies.":[33],"However,":[34],"vulnerability":[36],"and":[37,75,176],"robustness":[38],"methods":[42,52],"are":[43,180],"still":[44],"underexplored.":[45],"Existing":[46],"Graph":[47],"Neural":[48],"Network":[49],"(GNN)":[50],"-based":[51],"cannot":[53],"be":[54],"directly":[55],"applied":[56],"due":[57],"issues":[60],"limited":[62],"control":[63,99,184],"over":[64],"agents":[66,179],",":[67,74],"black-box":[69],"nature":[70],"bot":[72,107,118,185,217],"detectors":[73],"heterogeneity":[77],".":[80],"To":[81,134],"address":[82],"challenges,":[84],"this":[85,140],"article":[86],"proposes":[87],"first":[89,143],"adversarial":[90,166],"Multi-Agent":[91],"Reinforcement":[92],"Learning":[93],"(MARL)":[94],"framework":[95,223],"Bot":[98],"attacks":[100],"(":[101],"RoBCtrl":[102],")":[103],"targeting":[104],"GNN-based":[105,230],"detectors.":[108,231],"Specifically,":[109],"we":[110],"use":[111],"diffusion":[113,146],"model":[114],"generate":[116],"high-fidelity":[117],"accounts":[119,171,186],"by":[120],"reconstructing":[121],"existing":[122],"account":[123],"data":[124],"with":[125],"minor":[126],"modifications,":[127],"thereby":[128],"evading":[129],"on":[131,173,203,215],"platforms.":[133],"best":[136],"our":[138,222],"knowledge,":[139],"is":[141,206],"application":[144],"models":[147],"mimic":[149],"behavior":[151],"evolving":[153],"effectively.":[156],"We":[157,168],"then":[158,181],"employ":[159],"MARL":[161],"method":[162],"simulate":[164],"bots\u2019":[165],"behavior.":[167],"categorize":[169],"based":[172,202],"their":[174],"budget.":[177],"Different":[178],"employed":[182],"across":[187],"various":[188],"categories,":[189],"optimizing":[190],"attachment":[192],"strategy":[193],"through":[194],"reinforcement":[195,211],"learning.":[196,212],"Additionally,":[197],"hierarchical":[199],"state":[200],"abstraction":[201],"structural":[204],"entropy":[205],"designed":[207],"accelerate":[209],"Extensive":[213],"experiments":[214],"datasets":[219],"demonstrate":[220],"that":[221],"can":[224],"effectively":[225],"undermine":[226],"performance":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-10-22T00:00:00"}