{"id":"https://openalex.org/W2137175751","doi":"https://doi.org/10.1145/1858996.1859084","title":"How did you specify your test suite","display_name":"How did you specify your test suite","publication_year":2010,"publication_date":"2010-09-20","ids":{"openalex":"https://openalex.org/W2137175751","doi":"https://doi.org/10.1145/1858996.1859084","mag":"2137175751"},"language":"en","primary_location":{"id":"doi:10.1145/1858996.1859084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1858996.1859084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM international conference on Automated software engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034612984","display_name":"Andreas Holzer","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Andreas Holzer","raw_affiliation_strings":["Vienna University of Technology, Vienna, Austria","Vienna University of technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Vienna University of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Vienna University of technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051365299","display_name":"Christian Schallhart","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Schallhart","raw_affiliation_strings":["Oxford University Computing Laboratory, Oxford, United Kingdom","Oxford University, Computing Laboratory, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Oxford University Computing Laboratory, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University, Computing Laboratory, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001580382","display_name":"Michael Tautschnig","orcid":"https://orcid.org/0000-0002-7947-983X"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Michael Tautschnig","raw_affiliation_strings":["Vienna University of Technology, Vienna, Austria","Vienna University of technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Vienna University of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Vienna University of technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110701511","display_name":"Helmut Veith","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Helmut Veith","raw_affiliation_strings":["Vienna University of Technology, Vienna, Austria","Vienna University of technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Vienna University of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Vienna University of technology, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034612984"],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":null,"apc_paid":null,"fwci":5.8834,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96293564,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"416"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6837829351425171},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6480429172515869},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6076497435569763},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5471344590187073},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3274194002151489},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.1680319607257843},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1478295922279358},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07998886704444885}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6837829351425171},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480429172515869},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6076497435569763},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5471344590187073},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3274194002151489},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.1680319607257843},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1478295922279358},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07998886704444885},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1858996.1859084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1858996.1859084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM international conference on Automated software engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:641db44d-3d15-415e-92a6-6c3bbce79a03","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:641db44d-3d15-415e-92a6-6c3bbce79a03","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Department of Computer Science","raw_type":"Conference item"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:7c9097ff-46c5-4241-b18c-8d3a00e2ae59","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:7c9097ff-46c5-4241-b18c-8d3a00e2ae59","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements at Oxford","raw_type":"Conference"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W39065887","https://openalex.org/W1493134417","https://openalex.org/W1495461922","https://openalex.org/W1509343160","https://openalex.org/W1548817078","https://openalex.org/W1556262481","https://openalex.org/W1591576054","https://openalex.org/W1710734607","https://openalex.org/W1841818470","https://openalex.org/W1863028222","https://openalex.org/W1941555554","https://openalex.org/W1996528637","https://openalex.org/W2009007001","https://openalex.org/W2009489720","https://openalex.org/W2048335168","https://openalex.org/W2096449544","https://openalex.org/W2107360681","https://openalex.org/W2107794009","https://openalex.org/W2120713211","https://openalex.org/W2129538349","https://openalex.org/W2132264164","https://openalex.org/W2133612077","https://openalex.org/W2134999427","https://openalex.org/W2138732068","https://openalex.org/W2161488870","https://openalex.org/W2175900738","https://openalex.org/W2276142153","https://openalex.org/W2295903414","https://openalex.org/W3010856131","https://openalex.org/W4237492309","https://openalex.org/W4246385123"],"related_works":["https://openalex.org/W2465616004","https://openalex.org/W39636301","https://openalex.org/W4290803297","https://openalex.org/W192033211","https://openalex.org/W2148731062","https://openalex.org/W2077484356","https://openalex.org/W1517479908","https://openalex.org/W2144575244","https://openalex.org/W2794878329","https://openalex.org/W2088146190"],"abstract_inverted_index":{"Although":[0],"testing":[1],"is":[2,10],"central":[3],"to":[4,14,41,45,65,103],"debugging":[5],"and":[6,27,36,49,119],"software":[7],"certification,":[8],"there":[9],"no":[11],"adequate":[12],"language":[13,23,62],"specify":[15],"test":[16,47,56,84,112],"suites":[17,48,85],"over":[18],"source":[19],"code.":[20],"Such":[21],"a":[22,33,55,76,97,111],"should":[24],"be":[25],"simple":[26],"concise":[28],"in":[29,106],"daily":[30],"use,":[31],"feature":[32],"precise":[34],"semantics,":[35],"of":[37,79,99],"course,":[38],"it":[39],"has":[40],"facilitate":[42],"suitable":[43],"engines":[44],"compute":[46],"assess":[50],"the":[51,61,71,92,124],"coverage":[52],"achieved":[53],"by":[54,75],"suite.":[57],"This":[58],"paper":[59],"introduces":[60],"FQL":[63],"designed":[64],"fit":[66],"these":[67],"purposes.":[68],"We":[69],"achieve":[70],"necessary":[72],"expressive":[73],"power":[74],"natural":[77],"extension":[78],"regular":[80],"expressions":[81],"which":[82],"matches":[83],"rather":[86],"than":[87],"individual":[88],"executions.":[89],"To":[90],"evaluate":[91],"language,":[93],"we":[94,109],"show":[95],"for":[96,116],"list":[98],"informal":[100],"requirements":[101],"how":[102],"express":[104],"them":[105],"FQL.":[107],"Moreover,":[108],"present":[110],"case":[113],"generation":[114],"engine":[115],"C":[117],"programs":[118],"perform":[120],"practical":[121],"experiments":[122],"with":[123],"sample":[125],"specifications.":[126],"\u00a9":[127],"2010":[128],"ACM.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}