{"id":"https://openalex.org/W3081882064","doi":"https://doi.org/10.1002/int.22282","title":"Optimal mixed block withholding attacks based on reinforcement learning","display_name":"Optimal mixed block withholding attacks based on reinforcement learning","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3081882064","doi":"https://doi.org/10.1002/int.22282","mag":"3081882064"},"language":"en","primary_location":{"id":"doi:10.1002/int.22282","is_oa":false,"landing_page_url":"https://doi.org/10.1002/int.22282","pdf_url":null,"source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100781540","display_name":"Yilei Wang","orcid":"https://orcid.org/0009-0000-2743-4595"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yilei Wang","raw_affiliation_strings":["School of Information Science and Engineering Qufu Normal University  Rizhao China","School of Information Science and Engineering, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"School of Information Science and Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101633478","display_name":"Guoyu Yang","orcid":"https://orcid.org/0000-0002-9777-6790"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilei Wang","raw_affiliation_strings":["School of Information Science and Engineering Qufu Normal University  Rizhao China","School of Information Science and Engineering, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"School of Information Science and Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037106875","display_name":"Li Tao","orcid":"https://orcid.org/0000-0002-1874-1910"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyu Yang","raw_affiliation_strings":["School of Information Science and Engineering Qufu Normal University  Rizhao China","School of Information Science and Engineering, Qufu Normal University, Rizhao, China","College of Computer Science and Technology, Guizhou University, Guiyang, China","State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"School of Information Science and Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"College of Computer Science and Technology, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334341","display_name":"Lifeng Zhang","orcid":"https://orcid.org/0000-0003-1833-6760"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I182707071","display_name":"Ludong University","ror":"https://ror.org/028h95t32","country_code":"CN","type":"education","lineage":["https://openalex.org/I182707071"]},{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["College of Computer Science and Technology Guizhou University  Guiyang China","School of Information Science and Engineering Qufu Normal University  Rizhao China","State Key Laboratory of Public Big Data Guizhou University  Guiyang China","School of Information and Electrical Engineering, Ludong University, Yantai, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology Guizhou University  Guiyang China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data Guizhou University  Guiyang China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"School of Information and Electrical Engineering, Ludong University, Yantai, China","institution_ids":["https://openalex.org/I182707071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413382","display_name":"Yanli Wang","orcid":"https://orcid.org/0009-0007-5480-3158"},"institutions":[{"id":"https://openalex.org/I182707071","display_name":"Ludong University","ror":"https://ror.org/028h95t32","country_code":"CN","type":"education","lineage":["https://openalex.org/I182707071"]},{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Zhang","raw_affiliation_strings":["School of Information and Electrical Engineering Ludong University  Yantai China","School of Information Science and Engineering, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electrical Engineering Ludong University  Yantai China","institution_ids":["https://openalex.org/I182707071"]},{"raw_affiliation_string":"School of Information Science and Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102987113","display_name":"Lishan Ke","orcid":"https://orcid.org/0000-0002-3892-8598"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]},{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanli Wang","raw_affiliation_strings":["School of Information Science and Engineering Qufu Normal University  Rizhao China","School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101597438","display_name":"Yi Dou","orcid":"https://orcid.org/0000-0003-4995-4502"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Yanli Wang","raw_affiliation_strings":["School of Information Science and Engineering Qufu Normal University  Rizhao China","Department of Computing, Hong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Qufu Normal University  Rizhao China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103262136","display_name":"Shouzhe Li","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lishan Ke","raw_affiliation_strings":["School of Computer Science and Cyber Engineering Guangzhou University  Guangzhou China","Department of Computer Science, University of Wisconsin-Madison, Madison, Wisconsin, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Cyber Engineering Guangzhou University  Guangzhou China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Department of Computer Science, University of Wisconsin-Madison, Madison, Wisconsin, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101565134","display_name":"Xiaomei Yu","orcid":"https://orcid.org/0000-0003-1543-2714"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yi Dou","raw_affiliation_strings":["Department of Computing Hong Kong Polytechnic University  Hong Kong China","School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing Hong Kong Polytechnic University  Hong Kong China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shouzhe Li","orcid":"https://orcid.org/0000-0003-3597-3403"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shouzhe Li","raw_affiliation_strings":["Department of Computer Science University of Wisconsin\u2010Madison  Madison Wisconsin USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Wisconsin\u2010Madison  Madison Wisconsin USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiaomei Yu","orcid":"https://orcid.org/0000-0003-1543-2714"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Yu","raw_affiliation_strings":["School of Information Science and Engineering Shandong Normal University  Jinan China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering Shandong Normal University  Jinan China","institution_ids":["https://openalex.org/I28006308"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5100781540","https://openalex.org/A5101597438"],"corresponding_institution_ids":["https://openalex.org/I14243506","https://openalex.org/I202126657"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":11.6683,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.98501609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"35","issue":"12","first_page":"2032","last_page":"2048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8180819749832153},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7497480511665344},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6314691305160522},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.581872820854187},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5746712684631348},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4854901134967804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2997778058052063}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8180819749832153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7497480511665344},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6314691305160522},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.581872820854187},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5746712684631348},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4854901134967804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2997778058052063},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/int.22282","is_oa":false,"landing_page_url":"https://doi.org/10.1002/int.22282","pdf_url":null,"source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1820692873","https://openalex.org/W2056242352","https://openalex.org/W2129763443","https://openalex.org/W2295506186","https://openalex.org/W2523637100","https://openalex.org/W2766044473","https://openalex.org/W2886706106","https://openalex.org/W2895986329","https://openalex.org/W2896479683","https://openalex.org/W2899484818","https://openalex.org/W2900501367","https://openalex.org/W2934088052","https://openalex.org/W2935394538","https://openalex.org/W2945609082","https://openalex.org/W2970446216","https://openalex.org/W2975555529","https://openalex.org/W2976457947","https://openalex.org/W2986858900","https://openalex.org/W2998977406","https://openalex.org/W3007554502","https://openalex.org/W3022760157","https://openalex.org/W3105327943","https://openalex.org/W3127666844","https://openalex.org/W4289799450"],"related_works":["https://openalex.org/W1589252962","https://openalex.org/W2367468089","https://openalex.org/W2098133976","https://openalex.org/W2358591856","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2347416728","https://openalex.org/W2138720691","https://openalex.org/W2768698792"],"abstract_inverted_index":{"The":[0,143,161],"vulnerabilities":[1],"in":[2,32],"cryptographic":[3],"currencies":[4],"facilitate":[5],"the":[6,10,33,38,46,73,119,136,146,166,169,181,184,191],"adversarial":[7],"attacks.":[8,70,129],"Therefore,":[9,183],"attackers":[11,29,74,121,144,185],"have":[12,186],"incentives":[13,188],"to":[14,36,87,100,107,113,134,189],"increase":[15],"their":[16,85,115],"rewards":[17,167],"by":[18,48],"strategic":[19,56,111],"behaviors.":[20],"Block":[21],"withholding":[22,62,68],"attacks":[23,43,53,64,97],"(BWH)":[24],"are":[25,172],"such":[26,79],"behaviors":[27,86,112],"that":[28,80,165,176],"withhold":[30],"blocks":[31],"target":[34,132],"pools":[35],"subvert":[37],"blockchain":[39],"ecosystem.":[40],"Furthermore,":[41],"BWH":[42],"may":[44,75],"dwarf":[45],"countermeasures":[47],"combining":[49],"with":[50,98,150],"selfish":[51],"mining":[52],"or":[54],"other":[55],"behaviors,":[57,138],"for":[58,180],"example,":[59],"fork":[60],"after":[61],"(FAW)":[63],"and":[65,127],"power":[66],"adaptive":[67],"(PAW)":[69],"That":[71],"is,":[72],"be":[76],"intelligent":[77,101,120],"enough":[78,187],"they":[81],"can":[82],"dynamically":[83],"gear":[84],"optimal":[88,110,137,147],"attacking":[89,148],"strategies.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94],"propose":[95],"mixed-BWH":[96],"respect":[99],"attackers,":[102],"who":[103],"leverage":[104],"reinforcement":[105,151],"learning":[106],"pin":[108],"down":[109],"maximize":[114],"rewards.":[116,142],"More":[117],"specifically,":[118],"strategically":[122],"toggle":[123],"among":[124],"BWH,":[125],"FAW,":[126],"PAW":[128],"Their":[130],"main":[131],"is":[133,154],"fine-tune":[135],"which":[139,153],"incur":[140],"maximal":[141],"pinpoint":[145],"actions":[149],"learning,":[152],"formalized":[155],"into":[156],"a":[157],"Markov":[158],"decision":[159],"process.":[160],"simulation":[162],"results":[163],"show":[164],"of":[168,177],"mixed":[170,192],"strategy":[171,179],"much":[173],"higher":[174],"than":[175],"honest":[178],"attackers.":[182],"adopt":[190],"strategy.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":17}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2025-10-10T00:00:00"}