{"id":"https://openalex.org/W1974091547","doi":"https://doi.org/10.1109/ase.2011.6100094","title":"Stateful testing: Finding more errors in code and contracts","display_name":"Stateful testing: Finding more errors in code and contracts","publication_year":2011,"publication_date":"2011-11-01","ids":{"openalex":"https://openalex.org/W1974091547","doi":"https://doi.org/10.1109/ase.2011.6100094","mag":"1974091547"},"language":"en","primary_location":{"id":"doi:10.1109/ase.2011.6100094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2011.6100094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 26th IEEE/ACM International Conference on Automated Software Engineering (ASE 2011)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1108.1068","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100339151","display_name":"Wei Yi","orcid":"https://orcid.org/0000-0001-9878-7048"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Yi Wei","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008241249","display_name":"Hannes Roth","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hannes Roth","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031470846","display_name":"Carlo A. Furia","orcid":"https://orcid.org/0000-0003-1040-3201"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Carlo A. Furia","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028795031","display_name":"Yu Pei","orcid":"https://orcid.org/0000-0001-6065-6958"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yu Pei","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001290173","display_name":"Alexander Horton","orcid":"https://orcid.org/0000-0003-3067-7138"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexander Horton","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031921941","display_name":"Michael J. Steindorfer","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michael Steindorfer","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075489296","display_name":"Mart\u00edn Nordio","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Martin Nordio","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073925128","display_name":"Bertrand Meyer","orcid":"https://orcid.org/0000-0002-5985-7434"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Bertrand Meyer","raw_affiliation_strings":["Chair of Software Engineering, ETH Zurich, Switzerland","[Software Engineering, ETH Zurich, Switzerland]"],"affiliations":[{"raw_affiliation_string":"Chair of Software Engineering, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"[Software Engineering, ETH Zurich, Switzerland]","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100339151"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":6.4764,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.96852886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"440","last_page":"443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.8271399736404419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6915258169174194},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6068807244300842},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4688611626625061},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22776594758033752}],"concepts":[{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.8271399736404419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6915258169174194},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6068807244300842},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4688611626625061},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22776594758033752},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ase.2011.6100094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2011.6100094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 26th IEEE/ACM International Conference on Automated Software Engineering (ASE 2011)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1108.1068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1108.1068","pdf_url":"https://arxiv.org/pdf/1108.1068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.220.9811","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.220.9811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://se.inf.ethz.ch/people/nordio/papers/stateful_testing11.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.753.6939","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.753.6939","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1108.1068.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1108.1068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1108.1068","pdf_url":"https://arxiv.org/pdf/1108.1068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1533857697","https://openalex.org/W1857528250","https://openalex.org/W1996662187","https://openalex.org/W2012854851","https://openalex.org/W2067636118","https://openalex.org/W2074001172","https://openalex.org/W2082274331","https://openalex.org/W2104993088","https://openalex.org/W2110337982","https://openalex.org/W2114178685","https://openalex.org/W2114869486","https://openalex.org/W2124621264","https://openalex.org/W2133591107","https://openalex.org/W2134092629","https://openalex.org/W2137175751","https://openalex.org/W2143101641","https://openalex.org/W2145020764","https://openalex.org/W2146177878","https://openalex.org/W2146178292","https://openalex.org/W2153034577","https://openalex.org/W2156553998","https://openalex.org/W2156844766","https://openalex.org/W2158476944","https://openalex.org/W2160307932","https://openalex.org/W2165751179","https://openalex.org/W2167723122","https://openalex.org/W2170460608","https://openalex.org/W2584780271","https://openalex.org/W2962708851","https://openalex.org/W3106729728","https://openalex.org/W6632123082"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2583381754","https://openalex.org/W2144255176","https://openalex.org/W2222333653","https://openalex.org/W1970797462","https://openalex.org/W109977192","https://openalex.org/W2566747981","https://openalex.org/W4312120139","https://openalex.org/W2809541058"],"abstract_inverted_index":{"Automated":[0],"random":[1,129],"testing":[2,39,119,132],"has":[3],"shown":[4],"to":[5,10,21,27,61,82,88,145],"be":[6],"an":[7,51],"effective":[8],"approach":[9],"finding":[11],"faults":[12,30,136],"but":[13],"still":[14],"faces":[15],"a":[16,74,79,150],"major":[17],"unsolved":[18],"issue:":[19],"how":[20],"generate":[22],"test":[23,47,53,57,71],"inputs":[24],"diverse":[25],"enough":[26],"find":[28,32],"many":[29],"and":[31,86,137],"them":[33],"quickly.":[34],"Stateful":[35],"testing,":[36],"the":[37,63,69,90,93,115,123,139],"automated":[38],"technique":[40],"introduced":[41],"in":[42,78,120],"this":[43],"article,":[44],"generates":[45],"new":[46,84,135],"cases":[48,58],"that":[49,99],"improve":[50,89],"existing":[52,70],"suite.":[54,72],"The":[55],"generated":[56],"are":[59,77,100],"designed":[60],"violate":[62],"dynamically":[64],"inferred":[65,94,143],"contracts":[66,95,144],"(invariants)":[67],"characterizing":[68],"As":[73],"consequence,":[75],"they":[76],"good":[80],"position":[81],"detect":[83],"faults,":[85],"also":[87],"accuracy":[91,140],"of":[92,112,117,125,128,141],"by":[96],"discovering":[97],"those":[98],"unsound.":[101],"Experiments":[102],"on":[103],"13":[104],"data":[105],"structure":[106],"classes":[107],"totalling":[108],"over":[109,122,146],"28,000":[110],"lines":[111],"code":[113],"demonstrate":[114],"effectiveness":[116],"stateful":[118,131],"improving":[121],"results":[124],"long":[126],"sessions":[127],"testing:":[130],"found":[133],"68.4%":[134],"improved":[138],"automatically":[142],"99%,":[147],"with":[148],"just":[149],"7%":[151],"time":[152],"overhead.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}