{"id":"https://openalex.org/W1984411619","doi":"https://doi.org/10.1145/2338966.2336798","title":"Evaluating program analysis and testing tools with the RUGRAT random benchmark application generator","display_name":"Evaluating program analysis and testing tools with the RUGRAT random benchmark application generator","publication_year":2012,"publication_date":"2012-07-15","ids":{"openalex":"https://openalex.org/W1984411619","doi":"https://doi.org/10.1145/2338966.2336798","mag":"1984411619"},"language":"en","primary_location":{"id":"doi:10.1145/2338966.2336798","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2338966.2336798","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth International Workshop on Dynamic Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026138942","display_name":"Ishtiaque Hussain","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ishtiaque Hussain","raw_affiliation_strings":["University of Texas at Arlington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079825775","display_name":"Christoph Csallner","orcid":"https://orcid.org/0000-0003-0896-6902"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christoph Csallner","raw_affiliation_strings":["University of Texas at Arlington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004425947","display_name":"Mark Grechanik","orcid":"https://orcid.org/0000-0002-8364-595X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I4210099672","display_name":"Accenture (United States)","ror":"https://ror.org/013g16z83","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093804","https://openalex.org/I4210099672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Grechanik","raw_affiliation_strings":["Accenture Technology Labs, USA / University of Illinois at Chicago, USA","Accenture Technology Labs, USA / University of Illinois at Chicago, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Technology Labs, USA / University of Illinois at Chicago, USA","institution_ids":["https://openalex.org/I4210099672","https://openalex.org/I39422238"]},{"raw_affiliation_string":"Accenture Technology Labs, USA / University of Illinois at Chicago, USA#TAB#","institution_ids":["https://openalex.org/I4210099672","https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015142571","display_name":"Chen Fu","orcid":"https://orcid.org/0000-0002-0397-7656"},"institutions":[{"id":"https://openalex.org/I1310439424","display_name":"Accenture (Switzerland)","ror":"https://ror.org/041r3e346","country_code":"CH","type":"company","lineage":["https://openalex.org/I1310439424","https://openalex.org/I4210093804"]},{"id":"https://openalex.org/I4210099672","display_name":"Accenture (United States)","ror":"https://ror.org/013g16z83","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093804","https://openalex.org/I4210099672"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Chen Fu","raw_affiliation_strings":["Accenture Technology Labs, USA","Accenture Technology Labs USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Technology Labs, USA","institution_ids":["https://openalex.org/I4210099672"]},{"raw_affiliation_string":"Accenture Technology Labs USA#TAB#","institution_ids":["https://openalex.org/I1310439424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013657140","display_name":"Qing Xie","orcid":"https://orcid.org/0000-0003-4530-588X"},"institutions":[{"id":"https://openalex.org/I1310439424","display_name":"Accenture (Switzerland)","ror":"https://ror.org/041r3e346","country_code":"CH","type":"company","lineage":["https://openalex.org/I1310439424","https://openalex.org/I4210093804"]},{"id":"https://openalex.org/I4210099672","display_name":"Accenture (United States)","ror":"https://ror.org/013g16z83","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093804","https://openalex.org/I4210099672"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Qing Xie","raw_affiliation_strings":["Accenture Technology Labs, USA","Accenture Technology Labs USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Technology Labs, USA","institution_ids":["https://openalex.org/I4210099672"]},{"raw_affiliation_string":"Accenture Technology Labs USA#TAB#","institution_ids":["https://openalex.org/I1310439424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100671422","display_name":"Sangmin Park","orcid":"https://orcid.org/0000-0002-3484-9833"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I2800444561","display_name":"Atlanta Technical College","ror":"https://ror.org/01s3vfp47","country_code":"US","type":"education","lineage":["https://openalex.org/I2800444561"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sangmin Park","raw_affiliation_strings":["Georgia Tech, USA","Georgia Tech, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Tech, USA","institution_ids":["https://openalex.org/I2800444561","https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Tech, USA#TAB#","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011667547","display_name":"Kunal Taneja","orcid":"https://orcid.org/0000-0003-2099-9803"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]},{"id":"https://openalex.org/I4210099672","display_name":"Accenture (United States)","ror":"https://ror.org/013g16z83","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093804","https://openalex.org/I4210099672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kunal Taneja","raw_affiliation_strings":["Accenture Technology Labs, USA / North Carolina State University, USA","Accenture Technology Labs, USA / North Carolina State University, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Accenture Technology Labs, USA / North Carolina State University, USA","institution_ids":["https://openalex.org/I4210099672","https://openalex.org/I137902535"]},{"raw_affiliation_string":"Accenture Technology Labs, USA / North Carolina State University, USA#TAB#","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062972061","display_name":"B M Mainul Hossain","orcid":"https://orcid.org/0000-0002-0447-4217"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. M. Mainul Hossain","raw_affiliation_strings":["University of Illinois at Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4095,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.94379443,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8382617831230164},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.7177956700325012},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6619657874107361},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.641555666923523},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5806033611297607},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5798165798187256},{"id":"https://openalex.org/keywords/program-synthesis","display_name":"Program synthesis","score":0.5645906329154968},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5360468029975891},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.46482565999031067},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.43027615547180176},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23817551136016846},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.21980616450309753},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.18273267149925232}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382617831230164},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.7177956700325012},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6619657874107361},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.641555666923523},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5806033611297607},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5798165798187256},{"id":"https://openalex.org/C2776937632","wikidata":"https://www.wikidata.org/wiki/Q4117718","display_name":"Program synthesis","level":2,"score":0.5645906329154968},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5360468029975891},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.46482565999031067},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.43027615547180176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23817551136016846},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.21980616450309753},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.18273267149925232},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2338966.2336798","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2338966.2336798","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth International Workshop on Dynamic Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.386.2140","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.386.2140","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ranger.uta.edu/~csallner/papers/hussain12evaluating.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W190884830","https://openalex.org/W1490038304","https://openalex.org/W1491178396","https://openalex.org/W1541063262","https://openalex.org/W1556422040","https://openalex.org/W1840063680","https://openalex.org/W1966699401","https://openalex.org/W1971137495","https://openalex.org/W1981618658","https://openalex.org/W1983878972","https://openalex.org/W2006599089","https://openalex.org/W2019340605","https://openalex.org/W2019436626","https://openalex.org/W2028889016","https://openalex.org/W2051161386","https://openalex.org/W2065948900","https://openalex.org/W2098456636","https://openalex.org/W2098681203","https://openalex.org/W2103201337","https://openalex.org/W2119151382","https://openalex.org/W2136836627","https://openalex.org/W2138284121","https://openalex.org/W2142188478","https://openalex.org/W2159928435","https://openalex.org/W2159933174","https://openalex.org/W2164197246","https://openalex.org/W2166091242","https://openalex.org/W2168032895","https://openalex.org/W4214763668","https://openalex.org/W4238083723","https://openalex.org/W4243412374","https://openalex.org/W6629325410","https://openalex.org/W6638648320","https://openalex.org/W7039357810"],"related_works":["https://openalex.org/W3119380829","https://openalex.org/W2903305687","https://openalex.org/W3019261932","https://openalex.org/W4388858992","https://openalex.org/W2955968478","https://openalex.org/W2515650212","https://openalex.org/W2472032217","https://openalex.org/W3017338730","https://openalex.org/W2186070848","https://openalex.org/W3177546869"],"abstract_inverted_index":{"Benchmarks":[0],"are":[1,24,44,101],"heavily":[2],"used":[3,26,157],"in":[4,116,174],"different":[5,32,50,137],"areas":[6],"of":[7,34,41,72,111,161],"computer":[8],"science":[9],"to":[10,30,53,60,130,163,170],"evaluate":[11,31],"algorithms":[12,35],"and":[13,18,21,36,87,127,140,156],"tools.":[14,37,89,142],"In":[15],"program":[16,85,138],"analysis":[17,86,139],"testing,":[19],"open-source":[20],"commercial":[22],"programs":[23,43,62],"routinely":[25],"as":[27,66],"bench-":[28],"marks":[29],"aspects":[33],"Unfor-":[38],"tunately,":[39],"many":[40],"these":[42,112],"written":[45],"by":[46,148,158],"programmers":[47],"who":[48],"introduce":[49],"biases,":[51],"not":[52],"mention":[54],"that":[55,63,104,167],"it":[56,129],"is":[57],"very":[58],"difficult":[59],"find":[61],"can":[64],"serve":[65],"benchmarks":[67,82,132,166],"with":[68,108,133],"high":[69],"reproducibil-":[70],"ity":[71],"results.":[73],"We":[74,121],"propose":[75],"a":[76,149,159,172],"novel":[77],"approach":[78,91],"for":[79,83,125,154],"generating":[80],"random":[81],"evaluating":[84],"testing":[88,141],"Our":[90,143],"uses":[92],"stochastic":[93],"parse":[94],"trees,":[95],"where":[96],"language":[97],"grammar":[98],"production":[99],"rules":[100,113],"assigned":[102],"probabilities":[103],"specify":[105],"the":[106,117],"frequencies":[107],"which":[109,134],"instantiations":[110],"will":[114],"appear":[115],"generated":[118],"pro-":[119],"grams.":[120],"implemented":[122,147],"our":[123],"tool":[124,144],"Java":[126],"applied":[128],"generate":[131],"we":[135],"evaluated":[136],"was":[145],"also":[146],"major":[150],"soft-":[151],"ware":[152],"company":[153],"C++":[155],"team":[160],"developers":[162],"gener-":[164],"ate":[165],"enabled":[168],"them":[169],"reproduce":[171],"bug":[173],"less":[175],"than":[176],"four":[177],"hours.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":5},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}