{"id":"https://openalex.org/W4403674658","doi":"https://doi.org/10.1109/access.2024.3484947","title":"Evaluating Large Language Models for Enhanced Fuzzing: An Analysis Framework for LLM-Driven Seed Generation","display_name":"Evaluating Large Language Models for Enhanced Fuzzing: An Analysis Framework for LLM-Driven Seed Generation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403674658","doi":"https://doi.org/10.1109/access.2024.3484947"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3484947","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3484947","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3484947","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113355101","display_name":"Gavin Black","orcid":"https://orcid.org/0000-0002-5748-6553"},"institutions":[{"id":"https://openalex.org/I125467818","display_name":"Dakota State University","ror":"https://ror.org/016yv6y68","country_code":"US","type":"education","lineage":["https://openalex.org/I125467818"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gavin Black","raw_affiliation_strings":["Department of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA","Dakota State University, Madison, SD, USA"],"raw_orcid":"https://orcid.org/0000-0002-5748-6553","affiliations":[{"raw_affiliation_string":"Department of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA","institution_ids":["https://openalex.org/I125467818"]},{"raw_affiliation_string":"Dakota State University, Madison, SD, USA","institution_ids":["https://openalex.org/I125467818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107611156","display_name":"Varghese Vaidyan","orcid":"https://orcid.org/0000-0002-9737-242X"},"institutions":[{"id":"https://openalex.org/I125467818","display_name":"Dakota State University","ror":"https://ror.org/016yv6y68","country_code":"US","type":"education","lineage":["https://openalex.org/I125467818"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Varghese Mathew Vaidyan","raw_affiliation_strings":["Department of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA","Dakota State University, Madison, SD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9737-242X","affiliations":[{"raw_affiliation_string":"Department of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA","institution_ids":["https://openalex.org/I125467818"]},{"raw_affiliation_string":"Dakota State University, Madison, SD, USA","institution_ids":["https://openalex.org/I125467818"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018848498","display_name":"Gurcan Comert","orcid":"https://orcid.org/0000-0002-2373-5013"},"institutions":[{"id":"https://openalex.org/I207692693","display_name":"Benedict College","ror":"https://ror.org/045r9wn29","country_code":"US","type":"education","lineage":["https://openalex.org/I207692693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gurcan Comert","raw_affiliation_strings":["Benedict College, Columbia, SC, USA"],"raw_orcid":"https://orcid.org/0000-0002-2373-5013","affiliations":[{"raw_affiliation_string":"Benedict College, Columbia, SC, USA","institution_ids":["https://openalex.org/I207692693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.2744,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97546577,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"156065","last_page":"156081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9311000108718872,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9093000292778015,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9691332578659058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7585439682006836},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2764444351196289},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.10745960474014282}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9691332578659058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7585439682006836},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2764444351196289},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10745960474014282}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3484947","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3484947","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:541dd255ca274935806cbcd86531e6be","is_oa":true,"landing_page_url":"https://doaj.org/article/541dd255ca274935806cbcd86531e6be","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 156065-156081 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3484947","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3484947","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W78547775","https://openalex.org/W2055978576","https://openalex.org/W2163049969","https://openalex.org/W2253962881","https://openalex.org/W2565739165","https://openalex.org/W2583649498","https://openalex.org/W2798388185","https://openalex.org/W2946794439","https://openalex.org/W2955818512","https://openalex.org/W2978631110","https://openalex.org/W2979357014","https://openalex.org/W2984452133","https://openalex.org/W3049735680","https://openalex.org/W3174908754","https://openalex.org/W3185341429","https://openalex.org/W3200756997","https://openalex.org/W4281763794","https://openalex.org/W4323033814","https://openalex.org/W4327946446","https://openalex.org/W4366548330","https://openalex.org/W4378591002","https://openalex.org/W4385245566","https://openalex.org/W4391724785","https://openalex.org/W4392240262","https://openalex.org/W4394769228","https://openalex.org/W4394769544","https://openalex.org/W4403223258","https://openalex.org/W6838589991","https://openalex.org/W6850202480","https://openalex.org/W6851202749","https://openalex.org/W6853867249","https://openalex.org/W6854475153","https://openalex.org/W6860041859","https://openalex.org/W6861187108","https://openalex.org/W6861575574","https://openalex.org/W6871474989"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W2766647240","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W3203597304","https://openalex.org/W4248424560"],"abstract_inverted_index":{"Fuzzing":[0],"is":[1,161],"a":[2,19,100],"crucial":[3],"technique":[4],"for":[5,39,163],"detecting":[6],"software":[7],"defects":[8],"by":[9,91],"dynamically":[10],"generating":[11],"and":[12,120,159,167],"testing":[13,170],"program":[14],"inputs.":[15,113],"This":[16],"study":[17],"introduces":[18],"framework":[20,131],"designed":[21],"to":[22,31,138],"assess":[23],"the":[24,33,43,54,77,127,152,169],"application":[25],"of":[26,35,80,102,129,171],"Large":[27],"Language":[28],"Models":[29],"(LLMs)":[30],"automate":[32],"generation":[34],"effective":[36],"seed":[37,62,84],"inputs":[38,63],"fuzzing,":[40],"particularly":[41],"in":[42,83,132],"Python":[44,69],"programming":[45],"environment":[46],"where":[47],"traditional":[48,96],"approaches":[49],"are":[50],"less":[51],"effective.":[52],"Utilizing":[53],"Atheris":[55],"fuzzing":[56,97,124,165],"framework,":[57],"we":[58],"created":[59],"over":[60,109],"38,000":[61],"from":[64,71],"LLMs":[65,92],"targeted":[66],"at":[67],"50":[68],"functions":[70],"widely-used":[72],"libraries.":[73],"Our":[74],"findings":[75],"underscore":[76],"critical":[78],"role":[79],"LLM":[81,140,154,173],"selection":[82],"effectiveness.":[85,141],"In":[86],"certain":[87],"cases,":[88],"seeds":[89,115],"generated":[90],"rivaled":[93],"or":[94],"surpassed":[95],"campaigns,":[98],"with":[99],"corpus":[101],"fewer":[103],"than":[104],"100":[105],"LLM-generated":[106],"entries":[107],"outperforming":[108],"100,000":[110],"conventionally":[111],"produced":[112],"These":[114],"significantly":[116],"improved":[117],"code":[118],"coverage":[119],"instruction":[121],"count":[122],"during":[123],"sessions,":[125],"illustrating":[126],"efficacy":[128],"our":[130],"facilitating":[133],"an":[134],"automated,":[135],"scalable":[136],"approach":[137],"evaluating":[139],"The":[142],"results,":[143],"validated":[144],"through":[145],"linear":[146],"regression":[147],"analysis,":[148],"demonstrate":[149],"that":[150],"selecting":[151],"appropriate":[153],"based":[155],"on":[156],"its":[157],"training":[158],"capabilities":[160],"essential":[162],"optimizing":[164],"efficiency":[166],"facilitates":[168],"future":[172],"versions.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}