{"id":"https://openalex.org/W2138633813","doi":"https://doi.org/10.1109/tse.2002.1010060","title":"Testing homogeneous spreadsheet grids with the \"what you see is what you test\" methodology","display_name":"Testing homogeneous spreadsheet grids with the \"what you see is what you test\" methodology","publication_year":2002,"publication_date":"2002-06-01","ids":{"openalex":"https://openalex.org/W2138633813","doi":"https://doi.org/10.1109/tse.2002.1010060","mag":"2138633813"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2002.1010060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2002.1010060","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M. Burnett","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA","Dept. of comput. Sci., Oregon State Univ., Corvallis, OR, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Dept. of comput. Sci., Oregon State Univ., Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048807998","display_name":"A. Sheretov","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Sheretov","raw_affiliation_strings":["Adobe Systems, Inc., Seattle, WA, USA","Adobe Systems, Inc., Seattle, WA"],"affiliations":[{"raw_affiliation_string":"Adobe Systems, Inc., Seattle, WA, USA","institution_ids":["https://openalex.org/I1306409833"]},{"raw_affiliation_string":"Adobe Systems, Inc., Seattle, WA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100984526","display_name":"Bing Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156212","display_name":"Mentor Technologies","ror":"https://ror.org/05vewsj04","country_code":"US","type":"other","lineage":["https://openalex.org/I4210156212"]},{"id":"https://openalex.org/I105695857","display_name":"Siemens (Hungary)","ror":"https://ror.org/01rk7mv85","country_code":"HU","type":"company","lineage":["https://openalex.org/I105695857","https://openalex.org/I1325886976"]}],"countries":["HU","US"],"is_corresponding":false,"raw_author_name":"Bing Ren","raw_affiliation_strings":["Mentor Graphics Corporation, Wilsonville, OR, USA","Mentor Graphics Corporation (Wilsonville, OR)"],"affiliations":[{"raw_affiliation_string":"Mentor Graphics Corporation, Wilsonville, OR, USA","institution_ids":["https://openalex.org/I4210156212"]},{"raw_affiliation_string":"Mentor Graphics Corporation (Wilsonville, OR)","institution_ids":["https://openalex.org/I105695857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052249797","display_name":"Gregg Rothermel","orcid":"https://orcid.org/0000-0001-7181-2629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"G. Rothermel","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA","Oregon State University, Corvallis"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011173372"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":3.8196,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.93043884,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"28","issue":"6","first_page":"576","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9340000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8815212249755859},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5297801494598389},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.5087123513221741},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.42902565002441406},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4135608673095703},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.39663565158843994},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1740642488002777},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1678304672241211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8815212249755859},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5297801494598389},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.5087123513221741},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.42902565002441406},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4135608673095703},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.39663565158843994},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1740642488002777},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1678304672241211},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2002.1010060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2002.1010060","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.unl.edu:csearticles-1019","is_oa":false,"landing_page_url":"https://digitalcommons.unl.edu/csearticles/22","pdf_url":null,"source":{"id":"https://openalex.org/S4306513441","display_name":"Insecta mundi","issn_l":"0749-6737","issn":["0749-6737","1942-1354","1942-1362"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310316217","host_organization_name":"Center for Systematic Entomology","host_organization_lineage":["https://openalex.org/P4310316217"],"host_organization_lineage_names":["Center for Systematic Entomology"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"School of Computing: Faculty Publications","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.224.3872","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.224.3872","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311401","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1491178396","https://openalex.org/W1899639145","https://openalex.org/W1957006383","https://openalex.org/W1964298660","https://openalex.org/W1967177263","https://openalex.org/W1985551847","https://openalex.org/W1999504357","https://openalex.org/W2022745057","https://openalex.org/W2039411789","https://openalex.org/W2042031818","https://openalex.org/W2051374949","https://openalex.org/W2065131671","https://openalex.org/W2075688921","https://openalex.org/W2083808198","https://openalex.org/W2102493509","https://openalex.org/W2112338634","https://openalex.org/W2115603510","https://openalex.org/W2117032538","https://openalex.org/W2121669067","https://openalex.org/W2124091140","https://openalex.org/W2135703721","https://openalex.org/W2138468895","https://openalex.org/W2140649312","https://openalex.org/W2149557049","https://openalex.org/W2154781260","https://openalex.org/W2163755144","https://openalex.org/W2171111102","https://openalex.org/W3124066374","https://openalex.org/W4232304526","https://openalex.org/W4249909277","https://openalex.org/W4253428041","https://openalex.org/W6676946818"],"related_works":["https://openalex.org/W1598955744","https://openalex.org/W4384111961","https://openalex.org/W2951710344","https://openalex.org/W2552220181","https://openalex.org/W2144602163","https://openalex.org/W2204136089","https://openalex.org/W2127985649","https://openalex.org/W4249202279","https://openalex.org/W1555391540","https://openalex.org/W4298161250"],"abstract_inverted_index":{"Although":[0],"there":[1],"has":[2,22],"been":[3,23],"recent":[4],"research":[5],"into":[6],"ways":[7],"to":[8,15,25,57,85,96,124,126],"design":[9],"environments":[10],"that":[11,99],"enable":[12],"end":[13,28,127],"users":[14,29,128],"create":[16],"their":[17,32],"own":[18],"programs,":[19],"little":[20],"attention":[21],"given":[24],"helping":[26],"these":[27],"systematically":[30,58],"test":[31],"programs.":[33,91],"To":[34],"help":[35],"address":[36],"this":[37],"need":[38],"in":[39,62,73],"spreadsheet":[40,63,97],"systems":[41],"(the":[42],"most":[43],"widely":[44],"used":[45],"type":[46],"of":[47,76,89,120,132,135,138,143],"end-user":[48],"programming":[49],"language),":[50],"we":[51],"previously":[52],"introduced":[53],"a":[54,146],"visual":[55],"approach":[56,68],"testing":[59,98,139,144],"individual":[60],"cells":[61],"systems.":[64],"However,":[65],"the":[66,74,86,106,114,133],"previous":[67],"did":[69],"not":[70],"scale":[71],"well":[72],"presence":[75],"largely":[77],"homogeneous":[78],"grids,":[79],"which":[80],"introduce":[81],"problems":[82,88],"somewhat":[83],"analogous":[84],"array-testing":[87],"imperative":[90],"We":[92,104],"present":[93,105],"two":[94,115],"approaches":[95],"explicitly":[100],"support":[101],"such":[102],"grids.":[103],"algorithms,":[107],"time":[108],"complexities,":[109],"and":[110],"performance":[111],"data":[112],"comparing":[113],"approaches.":[116],"This":[117],"is":[118],"part":[119],"our":[121],"continuing":[122],"work":[123],"bring":[125],"at":[129],"least":[130],"some":[131],"benefits":[134],"formalized":[136],"notions":[137],"without":[140],"requiring":[141],"knowledge":[142],"beyond":[145],"naive":[147],"level.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}