{"id":"https://openalex.org/W2968504444","doi":"https://doi.org/10.1145/3338906.3338967","title":"An empirical study of real-world variability bugs detected by variability-oblivious tools","display_name":"An empirical study of real-world variability bugs detected by variability-oblivious tools","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2968504444","doi":"https://doi.org/10.1145/3338906.3338967","mag":"2968504444"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338967","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338967","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338967","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338967","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019029870","display_name":"Austin Mordahl","orcid":"https://orcid.org/0000-0003-3031-8848"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Austin Mordahl","raw_affiliation_strings":["University of Texas at Dallas, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081743232","display_name":"Jeho Oh","orcid":"https://orcid.org/0000-0002-5599-268X"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeho Oh","raw_affiliation_strings":["University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066565736","display_name":"U\u011fur Ko\u00e7","orcid":"https://orcid.org/0000-0003-0937-6015"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ugur Koc","raw_affiliation_strings":["University of Maryland, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033317811","display_name":"Shiyi Wei","orcid":"https://orcid.org/0000-0002-2826-1857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiyi Wei","raw_affiliation_strings":["University of Texas at Dallas, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016175378","display_name":"Paul Gazzillo","orcid":"https://orcid.org/0000-0003-1425-8873"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Gazzillo","raw_affiliation_strings":["University of Central Florida, USA"],"affiliations":[{"raw_affiliation_string":"University of Central Florida, USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019029870"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2275,"has_fulltext":true,"cited_by_count":55,"citation_normalized_percentile":{"value":0.94833041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"50","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820310592651367},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7587412595748901},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6533768177032471},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6284849047660828},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.5887879729270935},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5318436622619629},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4282177686691284},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3356742262840271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18944481015205383},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13745135068893433},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11641263961791992}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820310592651367},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7587412595748901},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6533768177032471},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6284849047660828},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.5887879729270935},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5318436622619629},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4282177686691284},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3356742262840271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18944481015205383},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13745135068893433},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11641263961791992},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3338906.3338967","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338967","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338967","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3338906.3338967","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338967","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338967","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1511028035","display_name":null,"funder_award_id":"CCF- 1840934","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2926995133","display_name":"SHF: Small: Collaborative Research: Static Analysis Infrastructure for Variability-Aware Bug Detection and Translation of Highly-Configurable Software Systems","funder_award_id":"1840934","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4503944856","display_name":"SHF: Small: Collaborative Research: Static Analysis Infrastructure for Variability-Aware Bug Detection and Translation of Highly-Configurable Software Systems","funder_award_id":"1816951","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5975372271","display_name":null,"funder_award_id":"CCF-1816951","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6792338338","display_name":null,"funder_award_id":"CCF-1840934","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2968504444.pdf","grobid_xml":"https://content.openalex.org/works/W2968504444.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1495498564","https://openalex.org/W1537730723","https://openalex.org/W1979204688","https://openalex.org/W1983839675","https://openalex.org/W1993828811","https://openalex.org/W1999214372","https://openalex.org/W2000258736","https://openalex.org/W2003775793","https://openalex.org/W2009288394","https://openalex.org/W2047619809","https://openalex.org/W2048848542","https://openalex.org/W2049599421","https://openalex.org/W2069283169","https://openalex.org/W2070929035","https://openalex.org/W2075519134","https://openalex.org/W2075699551","https://openalex.org/W2079105093","https://openalex.org/W2102863244","https://openalex.org/W2115910430","https://openalex.org/W2122176170","https://openalex.org/W2122796178","https://openalex.org/W2123263380","https://openalex.org/W2130195901","https://openalex.org/W2130262632","https://openalex.org/W2133675710","https://openalex.org/W2137790472","https://openalex.org/W2140021378","https://openalex.org/W2140062424","https://openalex.org/W2142960988","https://openalex.org/W2146146776","https://openalex.org/W2147671787","https://openalex.org/W2147786885","https://openalex.org/W2147845860","https://openalex.org/W2151725765","https://openalex.org/W2152893457","https://openalex.org/W2156411624","https://openalex.org/W2164783223","https://openalex.org/W2165448973","https://openalex.org/W2170167679","https://openalex.org/W2180542140","https://openalex.org/W2293311388","https://openalex.org/W2294668324","https://openalex.org/W2347456954","https://openalex.org/W2407999381","https://openalex.org/W2511206070","https://openalex.org/W2547175800","https://openalex.org/W2581096492","https://openalex.org/W2732872135","https://openalex.org/W2741376011","https://openalex.org/W2760679152","https://openalex.org/W2782682386","https://openalex.org/W2783199130","https://openalex.org/W2886759516","https://openalex.org/W2886884792","https://openalex.org/W2898370077","https://openalex.org/W2901842721","https://openalex.org/W4230619493","https://openalex.org/W6834258854"],"related_works":["https://openalex.org/W3196559688","https://openalex.org/W2898686857","https://openalex.org/W2131032015","https://openalex.org/W2125343911","https://openalex.org/W4250848060","https://openalex.org/W4233410239","https://openalex.org/W2142890871","https://openalex.org/W2078393527","https://openalex.org/W2888223970","https://openalex.org/W4384302888"],"abstract_inverted_index":{"Many":[0],"critical":[1],"software":[2,16],"systems":[3],"developed":[4],"in":[5],"C":[6,96],"utilize":[7],"compile-time":[8],"configurability.":[9],"The":[10],"many":[11],"possible":[12],"configurations":[13],"of":[14,102,123,126,142,148,157],"this":[15],"make":[17],"bug":[18,40,69],"detection":[19,41],"through":[20],"static":[21,26,39,88],"analysis":[22,89],"difficult.":[23],"While":[24],"variability-aware":[25,79,158],"analyses":[27],"have":[28],"been":[29],"developed,":[30],"there":[31],"remains":[32],"a":[33,61,78,124,140],"gap":[34],"between":[35],"those":[36],"and":[37,54,71],"state-of-the-art":[38],"tools.":[42],"In":[43],"order":[44],"to":[45,55,63,76,138],"collect":[46,112],"data":[47],"on":[48,91],"how":[49],"such":[50,128],"tools":[51,90],"may":[52],"perform":[53],"develop":[56],"real-world":[57,95],"benchmarks,":[58],"we":[59,111],"present":[60],"way":[62],"leverage":[64],"configuration":[65],"sampling,":[66],"off-the-shelf":[67],"\u201cvariability-oblivious\u201d":[68],"detectors,":[70],"automatic":[72],"feature":[73],"identification":[74],"techniques":[75],"simulate":[77],"analysis.":[80],"We":[81,107,132],"instantiate":[82],"our":[83],"approach":[84],"using":[85],"four":[86],"popular":[87],"three":[92],"highly":[93],"configurable,":[94],"projects,":[97],"obtaining":[98],"36,061":[99],"warnings,":[100],"80%":[101],"which":[103,149],"are":[104,120,150],"variability":[105,121,151],"warnings.":[106],"analyze":[108],"the":[109],"warnings":[110,122,137],"from":[113],"these":[114,136],"experiments,":[115],"finding":[116],"that":[117],"most":[118],"results":[119],"variety":[125],"kinds":[127],"as":[129],"NULL":[130],"dereference.":[131],"then":[133],"manually":[134],"investigate":[135],"produce":[139],"benchmark":[141],"77":[143],"confirmed":[144],"true":[145],"bugs":[146],"(52":[147],"bugs)":[152],"useful":[153],"for":[154],"future":[155],"development":[156],"analyses.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}