{"id":"https://openalex.org/W4323240496","doi":"https://doi.org/10.5220/0011625300003411","title":"Rainfuzz: Reinforcement-Learning Driven Heat-Maps for Boosting Coverage-Guided Fuzzing","display_name":"Rainfuzz: Reinforcement-Learning Driven Heat-Maps for Boosting Coverage-Guided Fuzzing","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323240496","doi":"https://doi.org/10.5220/0011625300003411"},"language":"en","primary_location":{"id":"doi:10.5220/0011625300003411","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011625300003411","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Pattern Recognition Applications and Methods","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0011625300003411","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079950118","display_name":"Lorenzo Binosi","orcid":"https://orcid.org/0000-0001-7476-0166"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Binosi","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057998627","display_name":"Luca Rullo","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Rullo","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054840981","display_name":"Mario Polino","orcid":"https://orcid.org/0000-0002-0925-2306"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mario Polino","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048211949","display_name":"Michele Carminati","orcid":"https://orcid.org/0000-0001-8284-6074"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Carminati","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046604572","display_name":"Stefano Zanero","orcid":"https://orcid.org/0000-0003-4710-5283"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Zanero","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"39","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9355999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9330999851226807,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9576170444488525},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8129581212997437},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7983758449554443},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6465162038803101},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43254905939102173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37864530086517334},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.355370432138443},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1651535928249359},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.059105098247528076},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05251988768577576},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.05232277512550354}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9576170444488525},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8129581212997437},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7983758449554443},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6465162038803101},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43254905939102173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37864530086517334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.355370432138443},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1651535928249359},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.059105098247528076},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05251988768577576},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.05232277512550354}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5220/0011625300003411","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011625300003411","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Pattern Recognition Applications and Methods","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1231171","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1231171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.5220/0011625300003411","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011625300003411","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Pattern Recognition Applications and Methods","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W3203597304","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4248424560","https://openalex.org/W3023977444","https://openalex.org/W3072699177","https://openalex.org/W3082059448","https://openalex.org/W4313640622"],"abstract_inverted_index":{"Fuzzing":[0],"is":[1],"a":[2,22,39,47,150,160,213,218],"dynamic":[3],"analysis":[4],"technique":[5],"that":[6,128,194],"repeatedly":[7],"executes":[8],"the":[9,26,55,58,67,75,86,103,106,117,122,126,137,141,147,155,182,202],"target":[10,76],"program":[11],"with":[12],"many":[13],"different":[14],"inputs":[15,33,56,65],"to":[16,34,66,84,143],"trigger":[17],"abnormal":[18],"behavior,":[19],"such":[20],"as":[21,108,149],"crash.":[23],"One":[24],"of":[25,44,49,88,91,105,139,159,184],"most":[27],"successful":[28],"techniques":[29,83,93],"consists":[30,94],"in":[31,57,74,95,125,177,210,226],"generating":[32,96],"increase":[35],"code-coverage":[36,73],"by":[37,135,157,167,187,205],"using":[38,168],"mutational":[40],"approach:":[41],"this":[42],"type":[43],"fuzzers":[45],"maintains":[46],"population":[48,68],"inputs,":[50],"they":[51,62,70],"perform":[52],"mutations":[53,196],"on":[54],"current":[59],"population,":[60],"and":[61,163,179,208],"add":[63],"mutated":[64,145],"if":[69],"discover":[71],"new":[72],"program.":[77],"Researchers":[78],"are":[79],"continuously":[80],"looking":[81],"for":[82,98,115,132],"increment":[85],"efficiency":[87],"fuzzers;":[89],"one":[90],"these":[92],"heat-maps":[97,186],"targeting":[99],"specific":[100],"bytes":[101,111],"during":[102],"mutation":[104],"input,":[107],"not":[109],"all":[110],"might":[112],"be":[113,144],"useful":[114],"controlling":[116],"program's":[118],"workflow.":[119],"We":[120,153,173,200],"propose":[121],"first":[123],"approach":[124,176],"literature":[127],"uses":[129],"reinforcement":[130],"learning":[131],"building":[133],"heat-maps,":[134],"formalizing":[136],"problem":[138],"choosing":[140],"position":[142],"within":[146],"input":[148],"reinforcement-learning":[151],"problem.":[152],"model":[154],"policy":[156],"means":[158],"neural":[161],"network,":[162],"we":[164,180,221],"train":[165],"it":[166],"Proximal":[169],"Policy":[170],"Optimization":[171],"(PPO).":[172],"implement":[174],"our":[175],"Rainfuzz,":[178],"show":[181],"effectiveness":[183],"its":[185],"comparing":[188],"Rainfuzz":[189,209],"against":[190],"an":[191],"equivalent":[192],"fuzzer":[193],"performs":[195],"at":[197],"random":[198],"positions.":[199],"achieve":[201],"best":[203],"performance":[204],"running":[206],"AFL++":[207,224],"parallel":[211],"(in":[212],"collaborative":[214],"fuzzing":[215],"setting),":[216],"outperforming":[217],"setting":[219],"where":[220],"run":[222],"two":[223],"instances":[225],"parallel.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}