{"id":"https://openalex.org/W7138259942","doi":"https://doi.org/10.48550/arxiv.2603.13411","title":"Human in the Loop for Fuzz Testing: Literature Review and the Road Ahead","display_name":"Human in the Loop for Fuzz Testing: Literature Review and the Road Ahead","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7138259942","doi":"https://doi.org/10.48550/arxiv.2603.13411"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058013874","display_name":"Jiongchi Yu","orcid":"https://orcid.org/0000-0002-2888-4499"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu, Jiongchi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129739171","display_name":"Xiaolin Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Xiaolin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129663275","display_name":"Sizhe Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Sizhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129655218","display_name":"Xiaofei Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Xiaofei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129700082","display_name":"Qiang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129721250","display_name":"Yong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058013874"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9901000261306763},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5393000245094299},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4341000020503998},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.4023999869823456},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.33739998936653137},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.32899999618530273}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9901000261306763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6134999990463257},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.32899999618530273},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3073999881744385},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26899999380111694},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fuzz":[0],"testing":[1,40,193],"is":[2,50,73],"one":[3],"of":[4,20,38,59,77,118,143],"the":[5,18,36,57,90,116,141,176,232],"most":[6],"effective":[7],"techniques":[8,120],"for":[9,82,92,108,110,121,215],"detecting":[10],"bugs":[11],"and":[12,86,151,169,194,209],"vulnerabilities":[13],"in":[14,69,175,202,231],"software.":[15],"However,":[16],"as":[17,125,127],"basis":[19],"fuzz":[21,39,60,87,111,192],"testing,":[22,88],"automated":[23],"heuristics":[24],"often":[25],"fail":[26],"to":[27,46,51,133],"uncover":[28],"deep":[29],"or":[30],"complex":[31],"vulnerabilities.":[32],"As":[33],"a":[34,75,78,104,196,216],"result,":[35],"performance":[37],"remains":[41],"limited.":[42],"One":[43],"promising":[44],"way":[45],"address":[47,183],"this":[48,70,99,101],"limitation":[49],"integrate":[52,225],"human":[53,204,207],"expert":[54,164,226],"guidance":[55],"into":[56],"paradigm":[58,217],"testing.":[61,112],"Even":[62],"though":[63],"some":[64],"works":[65],"have":[66],"been":[67],"proposed":[68],"direction,":[71],"there":[72],"still":[74],"lack":[76],"systematic":[79],"research":[80,106,197],"roadmap":[81,107],"combining":[83],"Human-in-the-Loop":[84],"(HITL)":[85],"hindering":[89],"potential":[91],"further":[93],"enhancing":[94],"fuzzing":[95,123,135,178,222,234],"effectiveness.":[96],"To":[97,182],"bridge":[98],"gap,":[100],"paper":[102],"outlines":[103],"forward-looking":[105],"HITL":[109,191],"Specifically,":[113],"we":[114,186],"highlight":[115],"promise":[117],"visualization":[119],"interpretable":[122],"processes,":[124],"well":[126],"on-the-fly":[128],"interventions":[129],"that":[130,224],"enable":[131],"experts":[132],"guide":[134],"toward":[136,219],"hard-to-reach":[137],"program":[138],"behaviors.":[139],"Moreover,":[140],"rise":[142],"Large":[144],"Language":[145],"Models":[146],"(LLMs)":[147],"introduces":[148],"new":[149],"opportunities":[150,201],"challenges,":[152],"raising":[153],"questions":[154],"about":[155],"how":[156,163],"humans":[157,172],"can":[158,166],"efficiently":[159],"provide":[160],"actionable":[161],"knowledge,":[162],"meta-knowledge":[165],"be":[167],"leveraged,":[168],"what":[170],"roles":[171],"should":[173],"play":[174],"intelligent":[177],"loop":[179],"with":[180,228],"LLMs.":[181],"these":[184],"questions,":[185],"survey":[187],"existing":[188],"work":[189],"on":[190],"propose":[195],"agenda":[198],"emphasizing":[199],"future":[200],"(1)":[203],"monitoring,":[205],"(2)":[206],"steering,":[208],"(3)":[210],"human-LLM":[211],"collaboration.":[212],"We":[213],"call":[214],"shift":[218],"interactive,":[220],"human-guided":[221],"systems":[223],"insight":[227],"AI-powered":[229],"automation":[230],"next-generation":[233],"ecosystem.":[235]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}