{"id":"https://openalex.org/W3170526652","doi":"https://doi.org/10.1145/3433210.3453096","title":"Evaluating Synthetic Bugs","display_name":"Evaluating Synthetic Bugs","publication_year":2021,"publication_date":"2021-05-24","ids":{"openalex":"https://openalex.org/W3170526652","doi":"https://doi.org/10.1145/3433210.3453096","mag":"3170526652"},"language":"en","primary_location":{"id":"doi:10.1145/3433210.3453096","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3433210.3453096","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3433210.3453096","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Asia Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3433210.3453096","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025249640","display_name":"Joshua Bundt","orcid":"https://orcid.org/0000-0003-4378-0185"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Bundt","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024009471","display_name":"Andrew Fasano","orcid":"https://orcid.org/0000-0003-3149-9425"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Fasano","raw_affiliation_strings":["Northeastern University & Massachusetts Institute of Technology, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University & Massachusetts Institute of Technology, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060815601","display_name":"Brendan Dolan-Gavitt","orcid":"https://orcid.org/0000-0002-8867-4282"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Dolan-Gavitt","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085358980","display_name":"William Robertson","orcid":"https://orcid.org/0000-0002-6968-0273"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Robertson","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109834810","display_name":"Tim Leek","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Leek","raw_affiliation_strings":["Massachusetts Institute of Technology, Lexington, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lexington, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2162,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.92572464,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"716","last_page":"730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9902887344360352},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8354893326759338},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6909404397010803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34184229373931885},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2450929582118988},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21946114301681519}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9902887344360352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8354893326759338},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6909404397010803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34184229373931885},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2450929582118988},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21946114301681519}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3433210.3453096","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3433210.3453096","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3433210.3453096","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Asia Conference on Computer and Communications Security","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.11088","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.11088","pdf_url":"https://arxiv.org/pdf/2208.11088","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/145988","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/145988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|Proceedings of the 2021 ACM Asia Conference on Computer and Communications Security","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3433210.3453096","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3433210.3453096","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3433210.3453096","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Asia Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4158783420","display_name":null,"funder_award_id":"FA8702-15-D-0001","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G5906328765","display_name":null,"funder_award_id":"N00014-19-1-2364","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7140729688","display_name":null,"funder_award_id":"FA8702-15-D-0001","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7425413337","display_name":null,"funder_award_id":"-0001","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8133352757","display_name":"SaTC: CORE: Medium: Collaborative: Taming Memory Corruption with Security Monitors","funder_award_id":"1916398","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8257187485","display_name":null,"funder_award_id":"FA8702\u201015\u2010D\u20100001","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3170526652.pdf","grobid_xml":"https://content.openalex.org/works/W3170526652.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1526710119","https://openalex.org/W2002934700","https://openalex.org/W2036894992","https://openalex.org/W2128128820","https://openalex.org/W2128985333","https://openalex.org/W2138428785","https://openalex.org/W2215262239","https://openalex.org/W2515236103","https://openalex.org/W2535617737","https://openalex.org/W2560041978","https://openalex.org/W2574017551","https://openalex.org/W2613534458","https://openalex.org/W2757104921","https://openalex.org/W2795192879","https://openalex.org/W2898930465","https://openalex.org/W2947182139","https://openalex.org/W2954292831","https://openalex.org/W2963674831","https://openalex.org/W2964097210","https://openalex.org/W2964241064","https://openalex.org/W2982292911","https://openalex.org/W3048197573","https://openalex.org/W3082737479","https://openalex.org/W3089794841","https://openalex.org/W3096606274","https://openalex.org/W3097728505","https://openalex.org/W3104664063","https://openalex.org/W3109101477","https://openalex.org/W3194771370"],"related_works":["https://openalex.org/W614438062","https://openalex.org/W3173990398","https://openalex.org/W4381785649","https://openalex.org/W4205454537","https://openalex.org/W4226494072","https://openalex.org/W4385301282","https://openalex.org/W3170526652","https://openalex.org/W3105061167","https://openalex.org/W4287849816","https://openalex.org/W3006186133"],"abstract_inverted_index":{"Fuzz":[0],"testing":[1],"has":[2],"been":[3,88],"used":[4],"to":[5,53,70,122,230,242,252,260],"find":[6,238,261],"bugs":[7,40,65,81,84,190,200,226,249,264,287],"in":[8,41,77,132,194,205,265,274],"programs":[9,43,68],"since":[10],"the":[11,35,75,109,114,138,206,231],"1990s,":[12],"but":[13,74,254],"despite":[14,197],"decades":[15],"of":[16,37,98,140,212,282],"dedicated":[17],"research,":[18],"there":[19],"is":[20,34,147,156,182],"still":[21,257],"no":[22,172,185],"consensus":[23],"on":[24,178],"which":[25,285],"fuzzing":[26,155,207],"techniques":[27,277],"work":[28],"best.":[29],"One":[30],"reason":[31],"for":[32,170,203],"this":[33,270],"paucity":[36],"ground":[38],"truth:":[39],"real":[42,67],"with":[44,120,153,228],"known":[45],"root":[46],"causes":[47],"and":[48,113,125,159,224,278],"triggering":[49],"inputs":[50],"are":[51,167,256],"difficult":[52,251],"collect":[54],"at":[55,90],"a":[56,72,91,195,215,218,280],"meaningful":[57],"scale.":[58,93],"Bug":[59],"injection":[60,244,276],"technologies":[61],"that":[62,149,160,184,239],"add":[63],"synthetic":[64,80,223,248,286],"into":[66],"seem":[69],"offer":[71],"solution,":[73],"differences":[76,131],"finding":[78],"these":[79],"versus":[82],"organic":[83,189,225,263],"have":[85,246],"not":[86],"previously":[87],"explored":[89],"large":[92],"Using":[94],"over":[95],"80":[96],"years":[97],"CPU":[99],"time,":[100],"we":[101],"ran":[102],"eight":[103],"fuzzers":[104],"across":[105],"20":[106],"targets":[107],"from":[108],"Rode0day":[110],"bug-finding":[111],"competition":[112],"LAVA-M":[115],"corpus.":[116,208],"Experiments":[117],"were":[118],"standardized":[119],"respect":[121,229],"compute":[123],"resources":[124],"metrics":[126],"gathered.":[127],"These":[128],"experiments":[129],"show":[130],"fuzzer":[133,174,186],"performance":[134],"as":[135,137],"well":[136],"impact":[139],"various":[141],"configuration":[142],"options.":[143],"For":[144],"instance,":[145],"it":[146],"clear":[148],"integrating":[150],"symbolic":[151],"execution":[152],"mutational":[154],"very":[157],"effective":[158],"using":[161],"dictionaries":[162],"improves":[163],"performance.":[164],"Other":[165],"conclusions":[166],"less":[168],"clear-cut;":[169],"example,":[171],"one":[173,192],"beat":[175],"all":[176,179],"others":[177],"tests.":[180],"It":[181],"noteworthy":[183],"found":[187],"any":[188],"(i.e.,":[191],"reported":[193],"CVE),":[196],"50":[198],"such":[199],"being":[201],"available":[202],"discovery":[204],"A":[209],"close":[210],"analysis":[211],"results":[213],"revealed":[214],"possible":[216],"explanation:":[217],"dramatic":[219],"difference":[220],"between":[221],"where":[222],"live":[227],"\"main":[232],"path\"":[233],"discovered":[234],"by":[235],"fuzzers.":[236],"We":[237],"recent":[240],"updates":[241],"bug":[243,275],"systems":[245],"made":[247],"more":[250],"discover,":[253],"they":[255],"significantly":[258],"easier":[259],"than":[262],"our":[266],"target":[267],"programs.":[268],"Finally,":[269],"study":[271],"identifies":[272],"flaws":[273],"suggests":[279],"number":[281],"axes":[283],"along":[284],"should":[288],"be":[289],"improved.":[290]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}