{"id":"https://openalex.org/W2122021561","doi":"https://doi.org/10.1109/ase.2002.1115005","title":"Generating expected results for automated black-box testing","display_name":"Generating expected results for automated black-box testing","publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W2122021561","doi":"https://doi.org/10.1109/ase.2002.1115005","mag":"2122021561"},"language":"en","primary_location":{"id":"doi:10.1109/ase.2002.1115005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2002.1115005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 17th IEEE International Conference on Automated Software Engineering,","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042136517","display_name":"Patrick J. Schroeder","orcid":null},"institutions":[{"id":"https://openalex.org/I1304256225","display_name":"University of Wisconsin System","ror":"https://ror.org/03ydkyb10","country_code":"US","type":"education","lineage":["https://openalex.org/I1304256225"]},{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"P.J. Schroeder","raw_affiliation_strings":["Dept. of Electr. Eng. & Comput. Sci., Wisconsin Univ., Milwaukee, WI, USA","Department of Electrical Engineering Computer Sci, University of Wisconsin, Milwaukee, Milwaukee, WI, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Wisconsin Univ., Milwaukee, WI, USA","institution_ids":["https://openalex.org/I1304256225"]},{"raw_affiliation_string":"Department of Electrical Engineering Computer Sci, University of Wisconsin, Milwaukee, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070981065","display_name":"P. Faherty","orcid":null},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]},{"id":"https://openalex.org/I1304256225","display_name":"University of Wisconsin System","ror":"https://ror.org/03ydkyb10","country_code":"US","type":"education","lineage":["https://openalex.org/I1304256225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Faherty","raw_affiliation_strings":["Dept. of Electr. Eng. & Comput. Sci., Wisconsin Univ., Milwaukee, WI, USA","Department of Electrical Engineering Computer Sci, University of Wisconsin, Milwaukee, Milwaukee, WI, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., Wisconsin Univ., Milwaukee, WI, USA","institution_ids":["https://openalex.org/I1304256225"]},{"raw_affiliation_string":"Department of Electrical Engineering Computer Sci, University of Wisconsin, Milwaukee, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063491923","display_name":"Bogdan Korel","orcid":"https://orcid.org/0000-0001-7334-3731"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. Korel","raw_affiliation_strings":["Department of Computer Science, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042136517"],"corresponding_institution_ids":["https://openalex.org/I1304256225","https://openalex.org/I43579087"],"apc_list":null,"apc_paid":null,"fwci":1.8831,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.84375743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":null,"first_page":"139","last_page":"148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.9103217124938965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.799297571182251},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.73369300365448},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.7175435423851013},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6782156229019165},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5776160955429077},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.5160714983940125},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4755023419857025},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.46701890230178833},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.4516538381576538},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.42835739254951477},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3862273097038269},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36892491579055786},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18638485670089722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1753050684928894},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1501748263835907},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.08123365044593811},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.06959819793701172}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.9103217124938965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.799297571182251},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.73369300365448},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.7175435423851013},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6782156229019165},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5776160955429077},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.5160714983940125},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4755023419857025},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.46701890230178833},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.4516538381576538},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.42835739254951477},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3862273097038269},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36892491579055786},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18638485670089722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1753050684928894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1501748263835907},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.08123365044593811},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.06959819793701172},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase.2002.1115005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2002.1115005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 17th IEEE International Conference on Automated Software Engineering,","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1495320250","https://openalex.org/W1554451661","https://openalex.org/W1592653808","https://openalex.org/W1980948348","https://openalex.org/W2059942119","https://openalex.org/W2079986004","https://openalex.org/W2092483417","https://openalex.org/W2113004249","https://openalex.org/W2122796178","https://openalex.org/W2144344516","https://openalex.org/W2157361709","https://openalex.org/W2159271185","https://openalex.org/W2739542772","https://openalex.org/W6741256965"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2405892333","https://openalex.org/W4389884952","https://openalex.org/W2560445721","https://openalex.org/W3133844515","https://openalex.org/W2074050424","https://openalex.org/W2160942127","https://openalex.org/W175503027","https://openalex.org/W2955592476"],"abstract_inverted_index":{"In":[0],"this":[1,52,70],"paper":[2,88],"we":[3],"describe":[4],"a":[5,35,54],"technique":[6,33],"for":[7,11,64,75],"generating":[8],"expected":[9,16,73,106],"results":[10,17,74,97,107],"automated":[12,20],"black-box":[13],"testing.":[14,31],"Generating":[15],"allows":[18,102],"larger":[19,77],"test":[21,58,79,100,113],"suites":[22],"to":[23,40,104],"be":[24,82],"created,":[25],"moving":[26],"us":[27,103],"toward":[28],"continuous":[29],"product":[30],"Our":[32],"uses":[34],"program's":[36],"Input-Output":[37],"(IO)":[38],"relationships":[39],"identify":[41],"unique":[42],"combinations":[43],"of":[44,57,69,98],"program":[45,49],"inputs":[46],"that":[47],"influence":[48],"outputs.":[50],"With":[51],"information,":[53],"small":[55],"set":[56,80],"cases":[59,101],"is":[60,89],"executed":[61],"and":[62,108],"checked":[63],"correctness.":[65],"Given":[66],"the":[67,72,76,87,96],"correctness":[68],"set,":[71],"combinatorial":[78],"can":[81],"generated":[83],"automatically.":[84],"Included":[85],"in":[86,93],"an":[90],"experimental":[91],"study":[92],"which":[94],"checking":[95],"384":[99],"generate":[105],"fully":[109],"automate":[110],"nearly":[111],"600,000":[112],"cases.":[114]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}