{"id":"https://openalex.org/W4410583877","doi":"https://doi.org/10.23919/date64628.2025.10993080","title":"HFL: Hardware Fuzzing Loop with Reinforcement Learning","display_name":"HFL: Hardware Fuzzing Loop with Reinforcement Learning","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410583877","doi":"https://doi.org/10.23919/date64628.2025.10993080"},"language":"en","primary_location":{"id":"doi:10.23919/date64628.2025.10993080","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10993080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045570758","display_name":"Lichao Wu","orcid":"https://orcid.org/0000-0002-7139-732X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lichao Wu","raw_affiliation_strings":["Technische Universität,Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090473338","display_name":"Mohamadreza Rostami","orcid":"https://orcid.org/0009-0005-7293-2733"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamadreza Rostami","raw_affiliation_strings":["Technische Universität,Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009997215","display_name":"Huimin Li","orcid":"https://orcid.org/0000-0003-3984-1272"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Huimin Li","raw_affiliation_strings":["Technische Universität,Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079497016","display_name":"Ahmad\u2010Reza Sadeghi","orcid":"https://orcid.org/0000-0001-6833-3598"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmad-Reza Sadeghi","raw_affiliation_strings":["Technische Universität,Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5045570758"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":2.6644,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89571985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9225000143051147,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9696565866470337},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8324724435806274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7219415903091431},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.5871938467025757},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4442158043384552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3898695409297943},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22721809148788452},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.22019943594932556},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.132878839969635},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0626259446144104}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9696565866470337},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8324724435806274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7219415903091431},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.5871938467025757},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4442158043384552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3898695409297943},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22721809148788452},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.22019943594932556},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.132878839969635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0626259446144104},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/date64628.2025.10993080","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10993080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/deedcb43-6e04-457c-b69a-1e7a4435453f","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/deedcb43-6e04-457c-b69a-1e7a4435453f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wu, L, Rostami, M, Li, H & Sadeghi, A-R 2025, HFL : Hardware Fuzzing Loop with Reinforcement Learning. in 2025 Design, Automation Test in Europe Conference (DATE). Design, Automation & Test in Europe Conference (DATE), Institute of Electrical and Electronics Engineers (IEEE). https://doi.org/10.23919/DATE64628.2025.10993080","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8664902630","display_name":null,"funder_award_id":"HYDRANOS","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1465777884","https://openalex.org/W1977655452","https://openalex.org/W2036620903","https://openalex.org/W2064675550","https://openalex.org/W2113995939","https://openalex.org/W2402268235","https://openalex.org/W2899727632","https://openalex.org/W2936567838","https://openalex.org/W2956128604","https://openalex.org/W3007075806","https://openalex.org/W3127561923","https://openalex.org/W3148411940","https://openalex.org/W3154674654","https://openalex.org/W3159683949","https://openalex.org/W4221164739","https://openalex.org/W4378192144","https://openalex.org/W4379116022","https://openalex.org/W4392567305","https://openalex.org/W4401568309","https://openalex.org/W4404134076","https://openalex.org/W6677916085","https://openalex.org/W6741002519","https://openalex.org/W6766457457","https://openalex.org/W6772005887","https://openalex.org/W6788186211","https://openalex.org/W6790848453","https://openalex.org/W6851438272","https://openalex.org/W6852927592","https://openalex.org/W6861770047","https://openalex.org/W6863220121"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W2766647240","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4210660460","https://openalex.org/W3203597304","https://openalex.org/W4248424560","https://openalex.org/W3119380829","https://openalex.org/W2521811015"],"abstract_inverted_index":{"As":[0],"hardware":[1,43,46,118,137,214,246],"systems":[2,232],"grow":[3],"increasingly":[4],"complex,":[5],"ensuring":[6],"their":[7],"security":[8,247],"becomes":[9],"more":[10],"critical.":[11],"This":[12,74],"complexity":[13],"often":[14],"introduces":[15,76],"difficult":[16],"and":[17,30,37,54,69,115,194,233],"costly":[18],"vulnerabilities":[19,228],"to":[20,41,86,128,146,183],"address":[21,87],"after":[22],"fabrication.":[23],"Traditional":[24],"verification":[25],"methods,":[26],"such":[27],"as":[28],"formal":[29],"dynamic":[31],"approaches,":[32],"encounter":[33],"limitations":[34],"in":[35,103,229,244],"scalability":[36],"efficiency":[38],"when":[39],"applied":[40],"complex":[42,174],"designs.":[44],"While":[45],"fuzzing":[47,83,138,179],"presents":[48],"a":[49,81,97,136,143],"promising":[50],"solution":[51],"for":[52],"efficient":[53],"effective":[55],"vulnerability":[56,71],"detection,":[57],"current":[58],"methods":[59],"face":[60],"several":[61],"challenges,":[62],"including":[63],"coverage":[64,202,221],"saturation,":[65],"long":[66],"simulation":[67],"times,":[68],"limited":[70],"detection":[72],"capabilities.":[73],"paper":[75],"Hardware":[77],"Fuzzing":[78],"Loop":[79],"(HFL),":[80],"novel":[82],"framework":[84],"designed":[85],"these":[88,163],"limitations.":[89],"We":[90,187],"demonstrate":[91],"that":[92,158,198],"Long":[93],"Short-Term":[94],"Memory":[95],"(LSTM),":[96],"machine":[98],"learning":[99,127],"model":[100],"commonly":[101],"used":[102],"natural":[104],"language":[105],"processing,":[106],"can":[107],"effectively":[108,216],"capture":[109],"the":[110,130,160,169,195,208,218,230],"semantics":[111],"of":[112,162,207,220],"test":[113,131,209],"cases":[114,210],"accurately":[116],"predict":[117],"coverage.":[119],"Building":[120],"on":[121,190],"this":[122],"insight,":[123],"we":[124],"leverage":[125],"reinforcement":[126],"optimize":[129],"generation":[132],"strategy":[133],"dynamically":[134,166],"within":[135],"loop.":[139],"Our":[140],"approach":[141],"utilizes":[142],"multi-head":[144],"LSTM":[145],"generate":[147],"sophisticated":[148],"RISC-V":[149,192],"assembly":[150],"instruction":[151,175],"sequences,":[152],"along":[153],"with":[154,168,177],"an":[155],"LSTM-based":[156],"predictor":[157],"evaluates":[159],"quality":[161],"instructions.":[164],"By":[165],"interacting":[167],"hardware,":[170],"HFL":[171,189,224],"efficiently":[172],"explores":[173],"sequences":[176],"minimal":[178],"iterations,":[180],"allowing":[181],"it":[182,199],"uncover":[184],"hard-to-detect":[185],"vulnerabilities.":[186],"evaluated":[188],"three":[191],"cores,":[193],"results":[196],"show":[197],"achieves":[200],"higher":[201],"using":[203],"fewer":[204],"than":[205],"1%":[206],"required":[211],"by":[212],"leading":[213],"fuzzers,":[215],"mitigating":[217],"issue":[219],"saturation.":[222],"Furthermore,":[223],"identified":[225],"all":[226],"known":[227],"tested":[231],"discovered":[234],"four":[235],"previously":[236],"unknown":[237],"high-severity":[238],"issues,":[239],"demonstrating":[240],"its":[241],"significant":[242],"potential":[243],"improving":[245],"assessments.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}