{"id":"https://openalex.org/W4313563646","doi":"https://doi.org/10.1145/3551349.3560429","title":"Effectively Generating Vulnerable Transaction Sequences in Smart Contracts with Reinforcement Learning-guided Fuzzing","display_name":"Effectively Generating Vulnerable Transaction Sequences in Smart Contracts with Reinforcement Learning-guided Fuzzing","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4313563646","doi":"https://doi.org/10.1145/3551349.3560429"},"language":"en","primary_location":{"id":"doi:10.1145/3551349.3560429","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3551349.3560429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063591976","display_name":"Jianzhong Su","orcid":"https://orcid.org/0000-0002-7685-944X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhong Su","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, China and Ant Group, China"],"raw_orcid":"https://orcid.org/0000-0002-7685-944X","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, China and Ant Group, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072659343","display_name":"Hong\u2010Ning Dai","orcid":"https://orcid.org/0000-0001-6165-4196"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong-Ning Dai","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, China"],"raw_orcid":"https://orcid.org/0000-0001-6165-4196","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lingjun Zhao","orcid":"https://orcid.org/0000-0002-9082-3208"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjun Zhao","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0002-9082-3208","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000582109","display_name":"Zibin Zheng","orcid":"https://orcid.org/0000-0002-7878-4330"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibin Zheng","raw_affiliation_strings":["School of Software Engineering, Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400376","display_name":"Xiapu Luo","orcid":"https://orcid.org/0000-0002-9082-3208"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiapu Luo","raw_affiliation_strings":["The Hong Kong Polytechnic University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9819649457931519},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8555643558502197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8227847814559937},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6530110836029053},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.6328980922698975},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5444863438606262},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5081822872161865},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4472532868385315},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.436087042093277},{"id":"https://openalex.org/keywords/smart-contract","display_name":"Smart contract","score":0.43075618147850037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41585254669189453},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.13754874467849731},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11356481909751892},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09328022599220276},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07721972465515137}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9819649457931519},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8555643558502197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8227847814559937},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6530110836029053},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.6328980922698975},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5444863438606262},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5081822872161865},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4472532868385315},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.436087042093277},{"id":"https://openalex.org/C2779950589","wikidata":"https://www.wikidata.org/wiki/Q7544035","display_name":"Smart contract","level":3,"score":0.43075618147850037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41585254669189453},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13754874467849731},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11356481909751892},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09328022599220276},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07721972465515137}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3551349.3560429","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3551349.3560429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2101512909","https://openalex.org/W2539190473","https://openalex.org/W2583649498","https://openalex.org/W2805052744","https://openalex.org/W2846896781","https://openalex.org/W2914630606","https://openalex.org/W2963064278","https://openalex.org/W2963610883","https://openalex.org/W2979357014","https://openalex.org/W2982275082","https://openalex.org/W2984656466","https://openalex.org/W2985495886","https://openalex.org/W2995871203","https://openalex.org/W2999378142","https://openalex.org/W3007045600","https://openalex.org/W3009278394","https://openalex.org/W3016155638","https://openalex.org/W3022662270","https://openalex.org/W3038382510","https://openalex.org/W3091620507","https://openalex.org/W3098149161","https://openalex.org/W3098450669","https://openalex.org/W3129830838","https://openalex.org/W3138166792","https://openalex.org/W3155511142","https://openalex.org/W4205689130","https://openalex.org/W4284706927"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3204459944","https://openalex.org/W4365601033","https://openalex.org/W3103506657","https://openalex.org/W3090326592","https://openalex.org/W4293653209","https://openalex.org/W4292566855","https://openalex.org/W4236848438","https://openalex.org/W4247269287","https://openalex.org/W4383898246"],"abstract_inverted_index":{"As":[0],"computer":[1],"programs":[2],"run":[3],"on":[4,72],"top":[5],"of":[6,14,37,97,121],"blockchain,":[7],"smart":[8,38,44,88,99],"contracts":[9,45,100],"have":[10],"proliferated":[11],"a":[12,67,102],"myriad":[13],"decentralized":[15],"applications":[16],"while":[17],"bringing":[18],"security":[19],"vulnerabilities,":[20,142],"which":[21],"may":[22],"cause":[23],"huge":[24],"financial":[25],"losses.":[26],"Thus,":[27],"it":[28,129],"is":[29],"crucial":[30],"and":[31,124],"urgent":[32],"to":[33,49,59,82,106,135,140,148,155],"detect":[34,50,83],"the":[35,95,145],"vulnerabilities":[36,52,86,146,174],"contracts.":[39,89],"However,":[40],"existing":[41],"fuzzers":[42],"for":[43,77,144],"are":[46],"still":[47],"inefficient":[48],"sophisticated":[51,85],"that":[53,128,163],"require":[54],"specific":[55,137],"vulnerable":[56,79],"transaction":[57,80,138],"sequences":[58,81,139],"trigger.":[60],"To":[61],"address":[62],"this":[63],"challenge,":[64],"we":[65,92],"propose":[66],"novel":[68],"vulnerability-guided":[69],"fuzzer":[70,134],"based":[71],"reinforcement":[73,109],"learning,":[74],"namely":[75],"RLF,":[76],"generating":[78],"such":[84],"in":[87],"In":[90],"particular,":[91],"firstly":[93],"model":[94],"process":[96,105],"fuzzing":[98],"as":[101],"Markov":[103],"decision":[104],"construct":[107],"our":[108,133,164],"learning":[110],"framework.":[111],"We":[112,151],"then":[113],"creatively":[114],"design":[115],"an":[116],"appropriate":[117],"reward":[118],"with":[119],"consideration":[120],"both":[122],"vulnerability":[123],"code":[125],"coverage":[126],"so":[127],"can":[130],"effectively":[131],"guide":[132],"generate":[136],"reveal":[141],"especially":[143],"related":[147],"multiple":[149],"functions.":[150],"conduct":[152],"extensive":[153],"experiments":[154],"evaluate":[156],"RLF\u2019s":[157],"performance.":[158],"The":[159],"experimental":[160],"results":[161],"demonstrate":[162],"RLF":[165],"outperforms":[166],"state-of-the-art":[167],"vulnerability-detection":[168],"tools":[169],"(e.g.,":[170],"detecting":[171],"8%-69%":[172],"more":[173],"within":[175],"30":[176],"minutes).":[177]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":10}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}