{"id":"https://openalex.org/W4412082747","doi":"https://doi.org/10.1109/host64725.2025.11050051","title":"RLFuzz: Accelerating Hardware Fuzzing with Deep Reinforcement Learning","display_name":"RLFuzz: Accelerating Hardware Fuzzing with Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4412082747","doi":"https://doi.org/10.1109/host64725.2025.11050051"},"language":"en","primary_location":{"id":"doi:10.1109/host64725.2025.11050051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/host64725.2025.11050051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Hardware Oriented Security and Trust (HOST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057356110","display_name":"R. G\u00f6tz","orcid":"https://orcid.org/0009-0002-7208-738X"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Raphael G\u00f6tz","raw_affiliation_strings":["University of Würzburg,Germany"],"affiliations":[{"raw_affiliation_string":"University of Würzburg,Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056402938","display_name":"Christoph Sendner","orcid":"https://orcid.org/0000-0003-3766-783X"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Sendner","raw_affiliation_strings":["University of Würzburg,Germany"],"affiliations":[{"raw_affiliation_string":"University of Würzburg,Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nico Ruck","orcid":null},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nico Ruck","raw_affiliation_strings":["University of Würzburg,Germany"],"affiliations":[{"raw_affiliation_string":"University of Würzburg,Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090473338","display_name":"Mohamadreza Rostami","orcid":"https://orcid.org/0009-0005-7293-2733"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamadreza Rostami","raw_affiliation_strings":["Technical University of Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042835341","display_name":"Alexandra Dmitrienko","orcid":"https://orcid.org/0000-0001-5637-7016"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexandra Dmitrienko","raw_affiliation_strings":["University of Würzburg,Germany"],"affiliations":[{"raw_affiliation_string":"University of Würzburg,Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079497016","display_name":"Ahmad\u2010Reza Sadeghi","orcid":"https://orcid.org/0000-0001-6833-3598"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmad-Reza Sadeghi","raw_affiliation_strings":["Technical University of Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057356110"],"corresponding_institution_ids":["https://openalex.org/I25974101"],"apc_list":null,"apc_paid":null,"fwci":1.3715,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81800953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"358","last_page":"369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9776393175125122},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7495033740997314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7238732576370239},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37625443935394287},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21445518732070923},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.17700767517089844}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9776393175125122},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7495033740997314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7238732576370239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37625443935394287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21445518732070923},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.17700767517089844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/host64725.2025.11050051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/host64725.2025.11050051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Hardware Oriented Security and Trust (HOST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5868577128","display_name":null,"funder_award_id":"101070537","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W2766647240","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4210660460","https://openalex.org/W3203597304"],"abstract_inverted_index":{"Once":[0],"hardware":[1,19,54,72,99,199],"is":[2,21,41],"manufactured,":[3],"it":[4,52,133],"becomes":[5],"immutable,":[6],"and":[7,35,65,84,111,142,157,175,191,215,221,257],"any":[8,261],"design":[9],"flaws":[10],"or":[11],"vulnerabilities":[12,49],"are":[13],"permanent.":[14],"Therefore,":[15],"comprehensive":[16,113],"testing":[17],"of":[18,29,81,169,226,244],"designs":[20],"essential":[22],"before":[23],"production.":[24],"However,":[25,67],"the":[26,60,68,85,118,126,180,234],"increasing":[27],"complexity":[28],"modern":[30],"processors":[31,107],"makes":[32],"static":[33],"analysis":[34],"formal":[36],"verification":[37],"increasingly":[38],"challenging.":[39],"Fuzzing":[40],"a":[42,97,197,223,241],"highly":[43],"effective":[44],"technique":[45],"for":[46,87,139],"detecting":[47],"software":[48,64],"but":[50],"adapting":[51],"to":[53,59,105,120,134,196,210,228,252],"presents":[55],"unique":[56],"challenges":[57],"due":[58],"fundamental":[61],"differences":[62],"between":[63],"hardware.":[66],"current":[69,198],"state-of-the-art":[70],"in":[71,79],"fuzzing":[73,156],"still":[74],"has":[75],"significant":[76],"limitations,":[77],"particularly":[78],"terms":[80],"performance,":[82],"practicality,":[83],"need":[86],"human":[88,262],"intervention.":[89,263],"To":[90,161],"address":[91],"these":[92],"issues,":[93],"we":[94,164],"introduce":[95],"RLFuzz,":[96,163],"novel":[98],"fuzzer":[100,119,182],"that":[101,153,206],"employs":[102],"reinforcement":[103],"learning":[104,116],"explore":[106],"autonomously,":[108],"achieving":[109],"faster":[110],"more":[112,135],"coverage.":[114],"Reinforcement":[115],"enables":[117],"learn":[121],"from":[122],"its":[123,194],"interactions":[124],"with":[125,240],"processor":[127],"without":[128],"requiring":[129],"labeled":[130],"data,":[131],"allowing":[132],"effectively":[136],"select":[137],"modifications":[138],"test":[140,255],"cases":[141,256],"target":[143],"previously":[144],"unexplored":[145],"areas.":[146],"RLFuzz":[147,207,248],"uses":[148],"an":[149,166],"asynchronous":[150],"training":[151],"mechanism":[152],"permits":[154],"concurrent":[155],"neural":[158],"network":[159],"training.":[160],"optimize":[162],"performed":[165],"extensive":[167],"evaluation":[168],"various":[170],"deep":[171],"Q-learning":[172],"optimization":[173],"techniques":[174],"hyperparameters.":[176],"We":[177],"then":[178],"tested":[179],"optimized":[181],"on":[183,216],"three":[184],"complex":[185],"RISC-V":[186],"cores-the":[187],"Rocket":[188],"core,":[189],"CVA6,":[190],"BOOM-and":[192],"compared":[193],"performance":[195],"fuzzer,":[200],"TheHuzz":[201],"[20].":[202],"Our":[203],"results":[204],"show":[205],"achieved":[208],"up":[209,227],"1.77":[211],"%":[212],"higher":[213],"coverage,":[214,233],"average":[217,235],"2.35":[218],"times":[219],"faster,":[220],"demonstrated":[222],"maximum":[224],"speedup":[225,236,243],"6.93":[229],"times.":[230,246],"For":[231],"branch":[232],"was":[237],"7.85":[238],"times,":[239],"peak":[242],"92.98":[245],"Additionally,":[247],"needed":[249],"less":[250],"time":[251],"complete":[253],"100,000":[254],"did":[258],"not":[259],"require":[260]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}