{"id":"https://openalex.org/W4399213317","doi":"https://doi.org/10.1145/3639477.3639721","title":"Mind the Gap: What Working With Developers on Fuzz Tests Taught Us About Coverage Gaps","display_name":"Mind the Gap: What Working With Developers on Fuzz Tests Taught Us About Coverage Gaps","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4399213317","doi":"https://doi.org/10.1145/3639477.3639721"},"language":"en","primary_location":{"id":"doi:10.1145/3639477.3639721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639477.3639721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639477.3639721","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639477.3639721","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069788303","display_name":"Carolin Brandt","orcid":"https://orcid.org/0000-0001-7623-1970"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Carolin Brandt","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052319905","display_name":"Marco Castelluccio","orcid":"https://orcid.org/0000-0002-3285-5121"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Castelluccio","raw_affiliation_strings":["Mozilla Corporation, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Mozilla Corporation, London, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045498425","display_name":"Christian Holler","orcid":"https://orcid.org/0009-0004-2282-6847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Holler","raw_affiliation_strings":["Mozilla Corporation, Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"Mozilla Corporation, Bonn, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098959572","display_name":"Jason Kratzer","orcid":"https://orcid.org/0009-0008-8086-0372"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Kratzer","raw_affiliation_strings":["Mozilla Corporation, Asheville, North Carolina, USA"],"affiliations":[{"raw_affiliation_string":"Mozilla Corporation, Asheville, North Carolina, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy Zaidman","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082720005","display_name":"Alberto Bacchelli","orcid":"https://orcid.org/0000-0003-0193-6823"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alberto Bacchelli","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5069788303"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":2.3808,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9013267,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"157","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.8594306707382202},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088590502738953},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.7653243541717529},{"id":"https://openalex.org/keywords/closing","display_name":"Closing (real estate)","score":0.6302725076675415},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5840526819229126},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5381238460540771},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5110517740249634},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4980130195617676},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4517556428909302},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.42718666791915894},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37114042043685913},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3402845561504364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28501659631729126},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.24316787719726562},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21377313137054443},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.15271437168121338}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8594306707382202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088590502738953},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.7653243541717529},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.6302725076675415},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5840526819229126},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5381238460540771},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5110517740249634},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4980130195617676},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4517556428909302},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.42718666791915894},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37114042043685913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3402845561504364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28501659631729126},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.24316787719726562},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21377313137054443},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.15271437168121338},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3639477.3639721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639477.3639721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639477.3639721","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:e6aeeade-1e37-42d1-9743-3b7b89b67f94","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:e6aeeade-1e37-42d1-9743-3b7b89b67f94","pdf_url":"https://repository.tudelft.nl/file/File_0446c1de-1868-4743-8708-e40c5be78553","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3639477.3639721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639477.3639721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639477.3639721","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2663829463","display_name":"Enhanced Code Review: Using Context and Learning from Review Experience","funder_award_id":"197227","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4836148144","display_name":null,"funder_award_id":"20002","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4923525702","display_name":"3D-Supermicado: a holistic 3D super resolution light and electron microscopy workflow to advance cellular delivery of therapeutic oligonucleotides","funder_award_id":"20002","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5365867299","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5676472154","display_name":null,"funder_award_id":"200021M_205146","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G6935061716","display_name":null,"funder_award_id":"VI.C.182.032","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G7376305625","display_name":"Software Engineers as Quality Experts","funder_award_id":"205146","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8270443253","display_name":"Tecnica delle iniezioni sistemiche in agronia e scienze forestali.","funder_award_id":"20514","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8584254424","display_name":null,"funder_award_id":"200021_197227","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G993971353","display_name":null,"funder_award_id":"200021","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399213317.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1968155288","https://openalex.org/W2014309790","https://openalex.org/W2042033151","https://openalex.org/W2102318902","https://openalex.org/W2111607551","https://openalex.org/W2170224888","https://openalex.org/W2736295073","https://openalex.org/W2770290320","https://openalex.org/W2901721765","https://openalex.org/W2954515777","https://openalex.org/W3049735680","https://openalex.org/W3106959425","https://openalex.org/W3135005174","https://openalex.org/W4225271069","https://openalex.org/W4366549811"],"related_works":["https://openalex.org/W614438062","https://openalex.org/W4313066017","https://openalex.org/W3173990398","https://openalex.org/W4205454537","https://openalex.org/W4385301282","https://openalex.org/W2297949281","https://openalex.org/W1964740600","https://openalex.org/W4287849816","https://openalex.org/W4381785649","https://openalex.org/W4226494072"],"abstract_inverted_index":{"Can":[0],"fuzzers":[1],"generate":[2],"partial":[3,37],"tests":[4,14,39,136],"that":[5,46,110],"developers":[6,69,91,119],"find":[7,70],"useful":[8,140],"enough":[9],"to":[10,72,79,126,133],"complete":[11],"into":[12],"functional":[13],"(e.g.,":[15],"by":[16],"adding":[17],"assertions)?":[18],"To":[19,63],"address":[20,127],"this":[21],"question,":[22],"we":[23,74,108],"develop":[24],"a":[25,102,121],"prototype":[26],"within":[27],"the":[28,47,50,55,94,111,128],"Mozilla":[29],"ecosystem":[30],"and":[31,131,137],"open":[32],"13":[33,90],"bug":[34],"reports":[35,138],"proposing":[36],"generated":[38,104],"for":[40,141],"currently":[41],"uncovered":[42],"code.":[43],"We":[44],"found":[45],"majority":[48],"of":[49,123],"reactions":[51],"focus":[52],"on":[53],"whether":[54,93],"targeted":[56],"coverage":[57,67,82,96,129],"gap":[58],"is":[59,106],"actually":[60],"worth":[61,99],"testing.":[62],"investigate":[64],"further":[65],"which":[66],"gaps":[68,83,97,130],"relevant":[71],"close,":[73],"design":[75],"an":[76],"automated":[77],"filter":[78],"exclude":[80],"irrelevant":[81],"before":[84],"generating":[85],"tests.":[86],"From":[87],"conversations":[88],"with":[89],"about":[92],"remaining":[95],"are":[98],"closing":[100],"when":[101],"partially":[103],"test":[105],"available,":[107],"learn":[109],"filtering":[112],"indeed":[113],"removes":[114],"clearly":[115],"non-test-worthy":[116],"gaps.":[117],"The":[118],"propose":[120],"variety":[122],"additional":[124],"strategies":[125],"how":[132],"make":[134],"fuzz":[135],"more":[139],"developers.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}