{"id":"https://openalex.org/W2015863099","doi":"https://doi.org/10.1109/issre.2013.6698892","title":"Help, help, i'm being suppressed! The significance of suppressors in software testing","display_name":"Help, help, i'm being suppressed! The significance of suppressors in software testing","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W2015863099","doi":"https://doi.org/10.1109/issre.2013.6698892","mag":"2015863099"},"language":"en","primary_location":{"id":"doi:10.1109/issre.2013.6698892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2013.6698892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 24th International Symposium on Software Reliability Engineering (ISSRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026932942","display_name":"Alex Groce","orcid":"https://orcid.org/0000-0003-0273-4668"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Groce","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University","Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026522734","display_name":"Chaoqiang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaoqiang Zhang","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University","Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090034689","display_name":"Mohammad Amin Alipour","orcid":"https://orcid.org/0000-0002-6479-7202"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Amin Alipour","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University","Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Sch. of Electr. Eng., & Comput. Sci., Oregon State Univ., Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002123078","display_name":"Eric Eide","orcid":"https://orcid.org/0000-0001-7206-8408"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Eide","raw_affiliation_strings":["School of Computing, University of Utah","[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350490","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0003-3129-8447"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["School of Computing, University of Utah","[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066046345","display_name":"John Regehr","orcid":"https://orcid.org/0000-0001-7025-4610"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Regehr","raw_affiliation_strings":["School of Computing, University of Utah","[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"[Sch. of Comput., Univ. of Utah, Salt Lake City, UT, USA]","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"390","last_page":"399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8136922121047974},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5907868146896362},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.5058562159538269},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.4915841519832611},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.4780210256576538},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.42239272594451904},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.4138275980949402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39877086877822876},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3721767067909241},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.25720641016960144}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8136922121047974},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5907868146896362},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5058562159538269},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.4915841519832611},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4780210256576538},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.42239272594451904},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.4138275980949402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39877086877822876},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3721767067909241},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25720641016960144},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/issre.2013.6698892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2013.6698892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 24th International Symposium on Software Reliability Engineering (ISSRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1501076421","https://openalex.org/W1710734607","https://openalex.org/W1857528250","https://openalex.org/W1995910633","https://openalex.org/W2008228118","https://openalex.org/W2012997183","https://openalex.org/W2013711971","https://openalex.org/W2020018978","https://openalex.org/W2035939573","https://openalex.org/W2071952624","https://openalex.org/W2092221178","https://openalex.org/W2098456636","https://openalex.org/W2101819268","https://openalex.org/W2103318645","https://openalex.org/W2105832118","https://openalex.org/W2107709519","https://openalex.org/W2120713211","https://openalex.org/W2128204165","https://openalex.org/W2144939470","https://openalex.org/W2150069716","https://openalex.org/W2150670570","https://openalex.org/W2151704521","https://openalex.org/W2164649341","https://openalex.org/W2167381349","https://openalex.org/W2168561184","https://openalex.org/W2170224888","https://openalex.org/W2295658119","https://openalex.org/W3106729728","https://openalex.org/W3140804348","https://openalex.org/W3145442896","https://openalex.org/W4238083723","https://openalex.org/W4243639737","https://openalex.org/W6637688222","https://openalex.org/W6678107874"],"related_works":["https://openalex.org/W4313066017","https://openalex.org/W1964740600","https://openalex.org/W2297949281","https://openalex.org/W4381785649","https://openalex.org/W2884946294","https://openalex.org/W4226494072","https://openalex.org/W3133364053","https://openalex.org/W3091033583","https://openalex.org/W2991920445","https://openalex.org/W4283736421"],"abstract_inverted_index":{"Test":[0],"features":[1,25,34,44,134,150],"are":[2,26,35],"basic":[3],"compositional":[4],"units":[5],"used":[6],"to":[7,68,157],"describe":[8],"what":[9,78,83],"a":[10,79,91,100,104,113,119,142,153,159,178,185],"test":[11,80,143,154,172],"does":[12,14],"(and":[13],"not)":[15],"involve.":[16],"For":[17,177],"example,":[18],"in":[19,29],"API-based":[20],"testing,":[21,31],"the":[22,32,36,39,53,84,145],"most":[23],"obvious":[24,33,128],"function":[27],"calls;":[28],"grammar-based":[30],"elements":[37],"of":[38,47,52,94,147,180],"grammar.":[40],"The":[41],"relationship":[42],"between":[43,77],"as":[45,97,118],"abstractions":[46],"tests":[48],"and":[49,82,174,189,199],"produced":[50],"behaviors":[51,96],"tested":[54,87],"program":[55,85,123,175],"is":[56,127,196],"surprisingly":[57],"poorly":[58],"understood.":[59],"This":[60],"paper":[61],"shows":[62],"how":[63],"large-scale":[64],"random":[65],"testing":[66],"modified":[67],"use":[69],"diverse":[70],"feature":[71],"sets":[72],"can":[73,102],"uncover":[74],"causal":[75],"relationships":[76],"contains":[81],"being":[86],"does.":[88],"We":[89],"introduce":[90],"general":[92],"notion":[93,146],"observable":[95],"targets,":[98],"where":[99],"target":[101,160],"be":[103,139],"detected":[105],"fault,":[106],"an":[107],"executed":[108],"branch":[109],"or":[110,112,122],"statement,":[111],"complex":[114],"coverage":[115],"entity":[116],"such":[117],"state,":[120],"predicate-valuation,":[121],"path.":[124],"While":[125],"it":[126],"that":[129,194],"targets":[130],"have":[131],"triggers":[132],"-":[133,144,149,161],"without":[135],"which":[136,151],"they":[137],"cannot":[138],"hit":[140,158],"by":[141],"suppressors":[148],"make":[152],"less":[155],"likely":[156],"has":[162],"received":[163],"little":[164],"attention":[165],"despite":[166],"having":[167],"important":[168],"implications":[169],"for":[170],"automated":[171],"generation":[173],"understanding.":[176],"set":[179],"subjects":[181],"including":[182],"C":[183],"compilers,":[184],"flash":[186],"file":[187],"system,":[188],"JavaScript":[190],"engines,":[191],"we":[192],"show":[193],"suppression":[195],"both":[197],"common":[198],"important.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}