{"id":"https://openalex.org/W2034846556","doi":"https://doi.org/10.1145/2771783.2771818","title":"Experience report: how is dynamic symbolic execution different from manual testing? a study on KLEE","display_name":"Experience report: how is dynamic symbolic execution different from manual testing? a study on KLEE","publication_year":2015,"publication_date":"2015-07-10","ids":{"openalex":"https://openalex.org/W2034846556","doi":"https://doi.org/10.1145/2771783.2771818","mag":"2034846556"},"language":"en","primary_location":{"id":"doi:10.1145/2771783.2771818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2771783.2771818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["University of Texas at San Antonio, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Texas at Dallas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030324143","display_name":"Philip Tanofsky","orcid":null},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Tanofsky","raw_affiliation_strings":["University of Texas at San Antonio, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2275,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.96901018,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8026596307754517},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.7517194747924805},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.5994015336036682},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5123844742774963},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4726136028766632},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.46417781710624695},{"id":"https://openalex.org/keywords/software-quality-assurance","display_name":"Software quality assurance","score":0.4620231091976166},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45010703802108765},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44062182307243347},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.4211246967315674},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4174189567565918},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.36366742849349976},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2068297266960144},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1962757408618927},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.16070902347564697},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.12915807962417603}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026596307754517},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.7517194747924805},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.5994015336036682},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5123844742774963},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4726136028766632},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46417781710624695},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.4620231091976166},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45010703802108765},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44062182307243347},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.4211246967315674},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4174189567565918},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.36366742849349976},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2068297266960144},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1962757408618927},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.16070902347564697},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.12915807962417603},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2771783.2771818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2771783.2771818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G677204245","display_name":null,"funder_award_id":"CCF-1464425","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7830232891","display_name":null,"funder_award_id":"DHS- 14-ST-062-001","funder_id":"https://openalex.org/F4320306110","funder_display_name":"U.S. Department of Homeland Security"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320310677","display_name":"University of Texas at San Antonio","ror":"https://ror.org/01kd65564"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W118031093","https://openalex.org/W1501076421","https://openalex.org/W1710734607","https://openalex.org/W1971650562","https://openalex.org/W1976727279","https://openalex.org/W1980768554","https://openalex.org/W1982205631","https://openalex.org/W2002386085","https://openalex.org/W2009489720","https://openalex.org/W2013711971","https://openalex.org/W2018017297","https://openalex.org/W2019368525","https://openalex.org/W2028536280","https://openalex.org/W2055837583","https://openalex.org/W2058554556","https://openalex.org/W2065948900","https://openalex.org/W2091680554","https://openalex.org/W2094568767","https://openalex.org/W2096449544","https://openalex.org/W2098109710","https://openalex.org/W2102742419","https://openalex.org/W2103201337","https://openalex.org/W2105896632","https://openalex.org/W2106072155","https://openalex.org/W2106191864","https://openalex.org/W2107709519","https://openalex.org/W2110068396","https://openalex.org/W2110311336","https://openalex.org/W2110318050","https://openalex.org/W2114345296","https://openalex.org/W2117402063","https://openalex.org/W2122128531","https://openalex.org/W2123864913","https://openalex.org/W2130422196","https://openalex.org/W2131035698","https://openalex.org/W2152382597","https://openalex.org/W2157755550","https://openalex.org/W2159899121","https://openalex.org/W2160486231","https://openalex.org/W2168909041","https://openalex.org/W2171451409","https://openalex.org/W2493854183","https://openalex.org/W4255156621"],"related_works":["https://openalex.org/W2169893063","https://openalex.org/W2801797726","https://openalex.org/W4390187555","https://openalex.org/W2364496964","https://openalex.org/W1580492598","https://openalex.org/W2136978836","https://openalex.org/W2914996832","https://openalex.org/W223068689","https://openalex.org/W2151585646","https://openalex.org/W4242148730"],"abstract_inverted_index":{"Software":[0],"testing":[1,114],"has":[2],"been":[3,65,88],"the":[4,37,49,82,108,112,121,125,154,157],"major":[5],"approach":[6],"to":[7,29,67,91,106,152,175],"software":[8,42],"quality":[9],"assurance":[10],"for":[11],"decades,":[12],"but":[13,213],"it":[14],"typically":[15],"involves":[16],"intensive":[17],"manual":[18,22],"efforts.":[19],"To":[20],"reduce":[21],"efforts,":[23],"researchers":[24],"have":[25,64,87,204],"proposed":[26],"numerous":[27],"approaches":[28],"automate":[30],"test-case":[31],"generation,":[32],"which":[33],"is":[34,51],"one":[35],"of":[36,164],"most":[38,45],"time-consuming":[39],"tasks":[40],"in":[41,48,159,206],"testing.":[43],"One":[44],"recent":[46],"achievement":[47],"area":[50],"Dynamic":[52],"Symbolic":[53],"Execution":[54],"(DSE),":[55],"and":[56,128,132,192,210,222],"tools":[57],"based":[58],"on":[59,103,124,142,188,217],"DSE,":[60],"such":[61],"as":[62],"KLEE,":[63],"reported":[66],"generate":[68,176],"test":[69,78,94,99,135,140,171,177,202],"suites":[70,95,100,136,141,172,203],"achieving":[71],"higher":[72,180],"code":[73,84,181,191,209],"coverage":[74],"than":[75],"manually":[76,97,138],"developed":[77,98,139],"suites.":[79],"However,":[80],"besides":[81],"competitive":[83],"coverage,":[85,182],"there":[86],"few":[89],"studies":[90,166],"compare":[92,133],"DSE-based":[93],"with":[96,137,179],"more":[101],"thoroughly":[102],"various":[104,143],"metrics":[105],"understand":[107],"detailed":[109],"differences":[110,158],"between":[111],"two":[113],"methodologies.":[115],"In":[116],"this":[117],"paper,":[118],"we":[119],"revisit":[120],"experimental":[122],"study":[123,151,198],"KLEE":[126],"tool":[127],"GNU":[129],"CoreUtils":[130],"programs,":[131],"KLEE-based":[134,170,201],"aspects.":[144],"We":[145],"further":[146],"carried":[147],"out":[148],"a":[149],"qualitative":[150,197],"investigates":[153],"reasons":[155],"behind":[156],"statistical":[160],"results.":[161],"The":[162],"results":[163],"our":[165,196],"show":[167],"that":[168,200],"while":[169],"are":[173,184,214],"able":[174],"cases":[178],"they":[183],"relatively":[185],"less":[186,215],"effective":[187,216],"covering":[189],"hard-to-cover":[190],"killing":[193],"mutants.":[194],"Furthermore,":[195],"reveals":[199],"advantages":[205],"exploring":[207,223],"error-handling":[208],"exhausting":[211],"options,":[212],"generating":[218],"valid":[219],"string":[220],"inputs":[221],"meaningful":[224],"program":[225],"behaviors.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}