{"id":"https://openalex.org/W3049661990","doi":"https://doi.org/10.1109/tse.2020.3047766","title":"The Relevance of Classic Fuzz Testing: Have We Solved This One?","display_name":"The Relevance of Classic Fuzz Testing: Have We Solved This One?","publication_year":2020,"publication_date":"2020-12-28","ids":{"openalex":"https://openalex.org/W3049661990","doi":"https://doi.org/10.1109/tse.2020.3047766","mag":"3049661990"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3047766","doi":"https://doi.org/10.1109/tse.2020.3047766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3047766","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-a","cwts-core","dongbi-a","fnege-3","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.06537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010187794","display_name":"Barton P. Miller","orcid":"https://orcid.org/0000-0002-9435-8315","observed_orcids":["https://orcid.org/0000-0002-9435-8315"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barton P. Miller","raw_affiliation_strings":["Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0002-9435-8315","affiliations":[{"raw_affiliation_string":"Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004593638","display_name":"Mengxiao Zhang","orcid":"https://orcid.org/0000-0002-3463-2802","observed_orcids":["https://orcid.org/0000-0002-3463-2802"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengxiao Zhang","raw_affiliation_strings":["Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0002-3463-2802","affiliations":[{"raw_affiliation_string":"Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014221856","display_name":"Elisa Heymann","orcid":"https://orcid.org/0000-0003-4833-9057","observed_orcids":["https://orcid.org/0000-0003-4833-9057"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elisa R. Heymann","raw_affiliation_strings":["Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0003-4833-9057","affiliations":[{"raw_affiliation_string":"Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":4.3349,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.94686504,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"48","issue":"6","first_page":"2028","last_page":"2039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzzing","display_name":"fuzzing","score":0.9399999976158142},{"id":"https://openalex.org/keywords/software-reliability","display_name":"software reliability","score":0.6439999938011169},{"id":"https://openalex.org/keywords/causes-of-failure","display_name":"failure causes","score":0.4320000112056732},{"id":"https://openalex.org/keywords/rust-programming-language","display_name":"Rust","score":0.5170000195503235},{"id":"https://openalex.org/keywords/programming-practice","display_name":"programming practice","score":0.5740000009536743},{"id":"https://openalex.org/keywords/linux","display_name":"Linux","score":0.3619999885559082},{"id":"https://openalex.org/keywords/freebsd","display_name":"FreeBSD","score":0.9259999990463257},{"id":"https://openalex.org/keywords/macos","display_name":"macOS","score":0.9900000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254811763763428},{"id":"https://openalex.org/C112968700","wikidata":"https://www.wikidata.org/wiki/Q11368","display_name":"Unix","level":3,"score":0.7081128358840942},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6139257550239563},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.5953183770179749},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4942798614501953},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.46849188208580017},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33750033378601074},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3231431245803833},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.27255403995513916},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2020.3047766","doi":"https://doi.org/10.1109/tse.2020.3047766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3047766","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-a","cwts-core","dongbi-a","fnege-3","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2008.06537","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.06537","pdf_url":"https://arxiv.org/pdf/2008.06537","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2008.06537","doi":"https://doi.org/10.48550/arxiv.2008.06537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.06537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.06537","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.06537","pdf_url":"https://arxiv.org/pdf/2008.06537","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309434","display_name":"University of Wisconsin-Madison","ror":"https://ror.org/01y2jtd41"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3049661990.pdf","grobid_xml":"https://content.openalex.org/works/W3049661990.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W116656696","https://openalex.org/W1550112417","https://openalex.org/W1984766364","https://openalex.org/W2002934700","https://openalex.org/W2032230066","https://openalex.org/W2075827176","https://openalex.org/W2113201593","https://openalex.org/W2114167330","https://openalex.org/W2116818527","https://openalex.org/W2204863282","https://openalex.org/W2287263541","https://openalex.org/W2806377938","https://openalex.org/W2806746626","https://openalex.org/W2928702109","https://openalex.org/W2964241064","https://openalex.org/W3041080956","https://openalex.org/W6677185742"],"related_works":["https://openalex.org/W2116818527","https://openalex.org/W2002934700","https://openalex.org/W80245043","https://openalex.org/W2075827176","https://openalex.org/W7098455720","https://openalex.org/W2806746626","https://openalex.org/W7105513378","https://openalex.org/W348312514","https://openalex.org/W7096020066","https://openalex.org/W7098827698"],"abstract_inverted_index":{"As":[0,64,207],"fuzz":[1,17,29,44,143],"testing":[2,18,47],"has":[3],"passed":[4],"its":[5],"30th":[6],"anniversary,":[7],"and":[8,20,34,46,49,62,96,130,150,163,166,225],"in":[9,16,126,175,219],"the":[10,13,22,26,42,71,112,134,141,152,154,176,199,213,235],"face":[11],"of":[12,56,84,91,99,106,133,136,158,185,188,194,216,230],"incredible":[14],"progress":[15],"techniques":[19],"tools,":[21],"question":[23],"arises":[24],"if":[25],"classic,":[27],"basic":[28,43,142],"technique":[30],"is":[31],"still":[32,172],"useful":[33],"applicable?":[35],"In":[36,140,179],"that":[37,78,117,202],"tradition,":[38,144],"we":[39,145,181,211],"have":[40],"updated":[41],"tools":[45],"scripts":[48],"applied":[50],"them":[51,204,227],"to":[52,197,205,228],"a":[53,183,208,220],"large":[54],"collection":[55],"Unix":[57],"utilities":[58,86,93,101,109,217],"on":[59,87,94,102],"Linux,":[60,88],"FreeBSD,":[61,95],"MacOS.":[63,103],"before,":[65],"our":[66,125],"failure":[67,119],"criteria":[68],"was":[69],"whether":[70],"program":[72],"crashed":[73],"or":[74,81],"hung.":[75],"We":[76,115,191],"found":[77,182,226],"9":[79],"crash":[80],"hang":[82],"out":[83,90,98],"74":[85],"15":[89],"78":[92],"12":[97],"76":[100],"A":[104],"total":[105],"24":[107],"different":[108],"failed":[110,148],"across":[111],"three":[113],"platforms.":[114],"note":[116],"these":[118,195],"rates":[120],"are":[121],"somewhat":[122],"higher":[123],"than":[124,234],"previous":[127],"1995,":[128],"2000,":[129],"2006":[131],"studies":[132],"reliability":[135,233],"command":[137],"line":[138],"utilities.":[139],"debugged":[146],"each":[147],"utility":[149],"categorized":[151],"causes":[153],"failures.":[155],"Classic":[156],"categories":[157,187],"failures,":[159],"such":[160],"as":[161],"pointer":[162],"array":[164],"errors":[165],"not":[167],"checking":[168],"return":[169],"codes,":[170],"were":[171],"broadly":[173],"present":[174,192],"current":[177],"results.":[178],"addition,":[180],"couple":[184],"new":[186],"failures":[189,196],"appearing.":[190],"examples":[193],"illustrate":[198],"programming":[200,222],"practices":[201],"allowed":[203],"happen.":[206],"side":[209],"note,":[210],"tested":[212],"limited":[214],"number":[215],"available":[218],"modern":[221],"language":[223],"(Rust)":[224],"be":[229],"no":[231],"better":[232],"standard":[236],"ones.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-08-21T00:00:00"}