{"id":"https://openalex.org/W4312733090","doi":"https://doi.org/10.1145/3524842.3527972","title":"On the naturalness of fuzzer-generated code","display_name":"On the naturalness of fuzzer-generated code","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4312733090","doi":"https://doi.org/10.1145/3524842.3527972"},"language":"en","primary_location":{"id":"doi:10.1145/3524842.3527972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524842.3527972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524842.3527972","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3524842.3527972","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041688603","display_name":"Rajeswari Hita Kambhamettu","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rajeswari Hita Kambhamettu","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079022671","display_name":"John Billos","orcid":null},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Billos","raw_affiliation_strings":["Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003450229","display_name":"Tomi Oluwaseun-Apo","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomi Oluwaseun-Apo","raw_affiliation_strings":["Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018996568","display_name":"Benjamin Gafford","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Gafford","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077787726","display_name":"Rohan Padhye","orcid":"https://orcid.org/0000-0003-4939-033X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohan Padhye","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009679905","display_name":"Vincent J. Hellendoorn","orcid":"https://orcid.org/0000-0001-7516-0525"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent J. Hellendoorn","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5041688603"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.319,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66091434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"506","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9752669334411621},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7965071201324463},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6766042709350586},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.5200916528701782},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5091831088066101},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.49855995178222656},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4913300573825836},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.46637633442878723},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.4438640773296356},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3486819863319397},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17709872126579285},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.14768537878990173}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9752669334411621},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7965071201324463},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6766042709350586},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.5200916528701782},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5091831088066101},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.49855995178222656},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4913300573825836},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.46637633442878723},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.4438640773296356},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3486819863319397},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17709872126579285},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.14768537878990173},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3524842.3527972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524842.3527972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524842.3527972","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Mining Software Repositories","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3524842.3527972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524842.3527972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524842.3527972","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3106760327","display_name":null,"funder_award_id":"1852260, 2120955","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G331527480","display_name":null,"funder_award_id":"1852260","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3860242864","display_name":null,"funder_award_id":"2120955","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7027958757","display_name":null,"funder_award_id":"CCF-1852260","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312733090.pdf","grobid_xml":"https://content.openalex.org/works/W4312733090.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1771830246","https://openalex.org/W2071952624","https://openalex.org/W2116272605","https://openalex.org/W2143861926","https://openalex.org/W2155877593","https://openalex.org/W2156981320","https://openalex.org/W2158195707","https://openalex.org/W2170224888","https://openalex.org/W2344444819","https://openalex.org/W2979792666","https://openalex.org/W2997653900","https://openalex.org/W3015193297","https://openalex.org/W3112060202","https://openalex.org/W3126096841","https://openalex.org/W4238083723"],"related_works":["https://openalex.org/W614438062","https://openalex.org/W3119380829","https://openalex.org/W2903305687","https://openalex.org/W3019261932","https://openalex.org/W3173990398","https://openalex.org/W4388858992","https://openalex.org/W4205454537","https://openalex.org/W4381785649","https://openalex.org/W4226494072","https://openalex.org/W4385301282"],"abstract_inverted_index":{"Compiler":[0],"fuzzing":[1,233],"tools":[2,24,69,236],"such":[3,70],"as":[4,71],"Csmith":[5,168],"have":[6,83],"uncovered":[7],"many":[8],"bugs":[9,111],"in":[10,231],"compilers":[11],"by":[12,150],"randomly":[13],"sampling":[14],"programs":[15,170],"from":[16],"a":[17,151,175],"generative":[18,216],"model.":[19,217],"The":[20],"success":[21],"of":[22,66,123,129],"these":[23],"is":[25,112,163,219],"often":[26],"attributed":[27],"to":[28,31,40,58,63,90,96,136,185,213],"their":[29,49],"ability":[30],"generate":[32],"unexpected":[33],"corner":[34],"case":[35],"inputs":[36,146,209],"that":[37,86,101,161,207],"developers":[38,102],"tend":[39],"overlook":[41],"during":[42],"manual":[43],"testing.":[44],"At":[45],"the":[46,64,120,166,194,232],"same":[47],"time,":[48],"chaotic":[50],"nature":[51],"makes":[52],"fuzzer-generated":[53,137,144,169],"test":[54],"cases":[55],"notoriously":[56],"hard":[57],"interpret,":[59],"which":[60],"has":[61],"lead":[62],"creation":[65],"input":[67],"simplification":[68],"C-Reduce":[72,195],"(for":[73],"C":[74,180],"compiler":[75,145],"bugs).":[76],"In":[77,115],"until":[78],"now":[79],"unrelated":[80],"work,":[81],"researchers":[82],"also":[84],"shown":[85],"human-written":[87,156,179],"software":[88],"tends":[89],"be":[91,186],"rather":[92],"repetitive":[93],"and":[94,132,158,193,234],"predictable":[95,106,173,188],"language":[97,152],"models.":[98],"Studies":[99],"show":[100],"deliberately":[103],"write":[104],"more":[105,172,187],"code,":[107],"whereas":[108],"code":[109,130,157],"with":[110],"relatively":[113],"unpredictable.":[114],"this":[116,125,202],"study,":[117],"we":[118,141,205],"ask":[119],"natural":[121],"questions":[122],"whether":[124,143],"high":[126],"predictability":[127,229],"property":[128],"also,":[131],"perhaps":[133],"counter-intuitively,":[134],"applies":[135],"code.":[138],"That":[139],"is,":[140],"investigate":[142],"are":[147,171,210],"deemed":[148],"unpredictable":[149,211],"model":[153],"built":[154],"on":[155,174,227],"surprisingly":[159],"conclude":[160],"it":[162],"not.":[164],"To":[165],"contrary,":[167],"per-token":[176],"basis":[177],"than":[178,190],"programs.":[181],"Furthermore,":[182],"bug-triggering":[183,208],"tended":[184],"still":[189],"random":[191],"inputs,":[192],"minimization":[196],"tool":[197],"did":[198],"not":[199],"substantially":[200],"increase":[201],"predictability.":[203],"Rather,":[204],"find":[206],"relative":[212],"Csmith's":[214],"own":[215],"This":[218],"encouraging;":[220],"our":[221],"results":[222],"suggest":[223],"promising":[224],"research":[225],"directions":[226],"incorporating":[228],"metrics":[230],"reduction":[235],"themselves.":[237]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}