{"id":"https://openalex.org/W2548921736","doi":"https://doi.org/10.1145/2950290.2983959","title":"Combinatorial generation of structurally complex test inputs for commercial software applications","display_name":"Combinatorial generation of structurally complex test inputs for commercial software applications","publication_year":2016,"publication_date":"2016-11-01","ids":{"openalex":"https://openalex.org/W2548921736","doi":"https://doi.org/10.1145/2950290.2983959","mag":"2548921736"},"language":"en","primary_location":{"id":"doi:10.1145/2950290.2983959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2950290.2983959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038920560","display_name":"Hua Zhong","orcid":"https://orcid.org/0000-0002-8535-8225"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hua Zhong","raw_affiliation_strings":["Google, USA / University of Texas at Austin, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, USA / University of Texas at Austin, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Texas at Dallas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102146282","display_name":"Sarfraz Khurshid","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarfraz Khurshid","raw_affiliation_strings":["University of Texas at Austin, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"981","last_page":"986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7430403828620911},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6679419875144958},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5208435654640198},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5147092938423157},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5111332535743713},{"id":"https://openalex.org/keywords/automatic-test-pattern-generation","display_name":"Automatic test pattern generation","score":0.43237653374671936},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.43233722448349},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.4181100130081177},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23298007249832153},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1839848756790161},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10092625021934509},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08406078815460205}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7430403828620911},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6679419875144958},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5208435654640198},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5147092938423157},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5111332535743713},{"id":"https://openalex.org/C17626397","wikidata":"https://www.wikidata.org/wiki/Q837455","display_name":"Automatic test pattern generation","level":3,"score":0.43237653374671936},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.43233722448349},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.4181100130081177},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23298007249832153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1839848756790161},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10092625021934509},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08406078815460205},{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2950290.2983959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2950290.2983959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W191501051","https://openalex.org/W1884646655","https://openalex.org/W1978904109","https://openalex.org/W1979345446","https://openalex.org/W2014973576","https://openalex.org/W2056599940","https://openalex.org/W2077255710","https://openalex.org/W2096449544","https://openalex.org/W2097444001","https://openalex.org/W2107709519","https://openalex.org/W2116138804","https://openalex.org/W2139459831","https://openalex.org/W2145846273","https://openalex.org/W2153649445","https://openalex.org/W2155024733","https://openalex.org/W2162120832","https://openalex.org/W2165413178","https://openalex.org/W2473303063","https://openalex.org/W4237492309","https://openalex.org/W4253606798"],"related_works":["https://openalex.org/W2535245920","https://openalex.org/W2131157060","https://openalex.org/W2614595036","https://openalex.org/W2057433396","https://openalex.org/W2890156894","https://openalex.org/W4313447549","https://openalex.org/W2034553498","https://openalex.org/W2520014774","https://openalex.org/W2147058777","https://openalex.org/W1999247824"],"abstract_inverted_index":{"Despite":[0],"recent":[1],"progress":[2],"in":[3,191,207],"automated":[4],"test":[5,22,27,56,99,152,156,166,195],"generation":[6,57,138],"research,":[7],"significant":[8],"challenges":[9],"remain":[10],"for":[11,62,67,158],"applying":[12],"these":[13,53],"techniques":[14],"on":[15,95,114,173],"large-scale":[16],"software":[17,116,161,175],"systems.":[18,54],"These":[19],"systems":[20,117,162],"under":[21],"often":[23],"require":[24,119],"structurally":[25,64,140,164],"complex":[26,65,120,141,165],"inputs":[28,66],"within":[29],"a":[30,40,92,105,200],"large":[31,76,159],"input":[32,96,121],"domain.":[33],"It":[34],"is":[35,58,104,110],"challenging":[36,111],"to":[37,51,91,112,154],"automatically":[38],"generate":[39,75,155],"reasonable":[41],"number":[42],"of":[43,78,139,202],"tests":[44,85,142],"that":[45,118,123,186],"are":[46,87],"both":[47],"legal":[48],"and":[49,150,180,194],"behaviorally-diverse":[50],"exercise":[52],"Constraint-based":[55],"an":[59],"effective":[60],"approach":[61,72,108],"generating":[63],"systematic":[68],"testing.":[69,145],"While":[70],"this":[71],"can":[73],"typically":[74],"numbers":[77],"tests,":[79],"it":[80],"has":[81],"limited":[82],"scalability":[83],"\u2013":[84],"generated":[86],"usually":[88],"only":[89],"up":[90],"small":[93],"bound":[94],"size.":[97],"Combinatorial":[98],"generation,":[100],"e.g.,":[101],"pair-wise":[102],"testing,":[103],"more":[106],"scalable":[107],"but":[109],"apply":[113],"commercial":[115],"structures":[122],"cannot":[124],"be":[125],"formed":[126],"by":[127],"using":[128],"arbitrary":[129],"combinations.":[130],"This":[131],"paper":[132],"introduces":[133],"comKorat,":[134],"which":[135],"unifies":[136],"constraint-based":[137],"with":[143,163],"combinatorial":[144],"Specifically,":[146],"comKorat":[147,172,187,198],"integrates":[148],"Korat":[149],"ACTS":[151],"generators":[153],"suites":[157],"scale":[160],"inputs.":[167],"We":[168],"have":[169],"successfully":[170],"applied":[171],"four":[174,209],"applications":[176],"developed":[177],"at":[178],"eBay":[179],"Yahoo!.":[181],"The":[182],"experimental":[183],"results":[184],"show":[185],"outperforms":[188],"existing":[189],"solutions":[190],"execution":[192],"time":[193],"coverage.":[196],"Furthermore,":[197],"found":[199],"total":[201],"59":[203],"previously":[204],"unknown":[205],"bugs":[206],"the":[208],"applications.":[210]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}