{"id":"https://openalex.org/W1999504357","doi":"https://doi.org/10.1145/366378.366385","title":"A methodology for testing spreadsheets","display_name":"A methodology for testing spreadsheets","publication_year":2001,"publication_date":"2001-01-01","ids":{"openalex":"https://openalex.org/W1999504357","doi":"https://doi.org/10.1145/366378.366385","mag":"1999504357"},"language":"en","primary_location":{"id":"doi:10.1145/366378.366385","doi":"https://doi.org/10.1145/366378.366385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/366378.366385","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052249797","display_name":"Gregg Rothermel","orcid":"https://orcid.org/0000-0001-7181-2629","observed_orcids":["https://orcid.org/0000-0001-7181-2629","https://orcid.org/0009-0009-7207-802X"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregg Rothermel","raw_affiliation_strings":["Oregon State Univ., Corvallis","Oregon State University, Corvallis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State Univ., Corvallis","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629","observed_orcids":["https://orcid.org/0000-0001-6536-7629"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["Oregon State Univ., Corvallis","Oregon State University, Corvallis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State Univ., Corvallis","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782096","display_name":"Lixin Li","orcid":"https://orcid.org/0000-0003-2821-7108","observed_orcids":["https://orcid.org/0000-0003-2821-7108"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lixin Li","raw_affiliation_strings":["Oregon State Univ., Corvallis","Oregon State University, Corvallis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State Univ., Corvallis","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081567295","display_name":"Christopher Dupuis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Dupuis","raw_affiliation_strings":["Oregon State Univ., Corvallis","Oregon State University, Corvallis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State Univ., Corvallis","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048807998","display_name":"Andrei Sheretov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrei Sheretov","raw_affiliation_strings":["Oregon State Univ., Corvallis","Oregon State University, Corvallis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State Univ., Corvallis","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":15.649,"has_fulltext":false,"cited_by_count":149,"citation_normalized_percentile":{"value":0.9902583,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"110","last_page":"147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spreadsheet-testing","display_name":"spreadsheet testing","score":0.996999979019165},{"id":"https://openalex.org/keywords/incremental-testing","display_name":"incremental test","score":0.8479999899864197},{"id":"https://openalex.org/keywords/fault-detection","display_name":"fault detection","score":0.8370000123977661},{"id":"https://openalex.org/keywords/test-suite-generation","display_name":"test suite generation","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9005644917488098},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5155179500579834},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48923444747924805},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45622050762176514},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4446488320827484},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4426480233669281},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.4327784478664398},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36709147691726685},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32839691638946533},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10676342248916626},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/366378.366385","doi":"https://doi.org/10.1145/366378.366385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/366378.366385","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.18.9177","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.18.9177","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.cs.orst.edu/pub/burnett/Testing.TOSEM.Jan01.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.4.5967","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.4.5967","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://web.engr.oregonstate.edu/~grother/papers/tosem00vp.ps.gz","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2057777","https://openalex.org/W93247917","https://openalex.org/W1491072650","https://openalex.org/W1491178396","https://openalex.org/W1895807863","https://openalex.org/W1925191604","https://openalex.org/W1965070914","https://openalex.org/W1967177263","https://openalex.org/W1980468060","https://openalex.org/W1985551847","https://openalex.org/W1990597096","https://openalex.org/W1992581535","https://openalex.org/W1995834002","https://openalex.org/W2017962961","https://openalex.org/W2019952782","https://openalex.org/W2020538887","https://openalex.org/W2020841721","https://openalex.org/W2022745057","https://openalex.org/W2031074783","https://openalex.org/W2031364891","https://openalex.org/W2033920419","https://openalex.org/W2036691447","https://openalex.org/W2038436770","https://openalex.org/W2042031818","https://openalex.org/W2045824418","https://openalex.org/W2050320220","https://openalex.org/W2051374949","https://openalex.org/W2059425605","https://openalex.org/W2064189581","https://openalex.org/W2075688921","https://openalex.org/W2083808198","https://openalex.org/W2087894568","https://openalex.org/W2093013110","https://openalex.org/W2095710561","https://openalex.org/W2098815929","https://openalex.org/W2099645986","https://openalex.org/W2109276114","https://openalex.org/W2110441383","https://openalex.org/W2112445317","https://openalex.org/W2115603510","https://openalex.org/W2117032538","https://openalex.org/W2117303599","https://openalex.org/W2120339017","https://openalex.org/W2121669067","https://openalex.org/W2123203095","https://openalex.org/W2124300773","https://openalex.org/W2134691366","https://openalex.org/W2140152108","https://openalex.org/W2140649312","https://openalex.org/W2144344516","https://openalex.org/W2145913834","https://openalex.org/W2155574201","https://openalex.org/W2156207493","https://openalex.org/W2158685692","https://openalex.org/W2171111102","https://openalex.org/W2995575468","https://openalex.org/W3095711147","https://openalex.org/W3141260489","https://openalex.org/W4234545626","https://openalex.org/W4236200536","https://openalex.org/W4240802486","https://openalex.org/W4245869620","https://openalex.org/W4249909277","https://openalex.org/W6678724516","https://openalex.org/W6683046643"],"related_works":["https://openalex.org/W2134766084","https://openalex.org/W2247660088","https://openalex.org/W7096907701","https://openalex.org/W4243832068","https://openalex.org/W109196826","https://openalex.org/W7096212038","https://openalex.org/W7097450834","https://openalex.org/W2134600833","https://openalex.org/W2110412746","https://openalex.org/W7096150996"],"abstract_inverted_index":{"Spreadsheet":[0],"languages,":[1,95],"which":[2,81],"include":[3],"commercial":[4],"spreadsheets":[5,22],"and":[6,59,76,134,137],"various":[7],"research":[8],"systems,":[9],"have":[10,113],"had":[11],"a":[12,50,170],"substantial":[13],"impact":[14],"on":[15,129,163],"end-user":[16],"computing.":[17],"Research":[18],"shows,":[19],"however,":[20],"that":[21,53,103,154],"often":[23],"contain":[24],"faults;":[25],"thus,":[26],"we":[27,96,152],"would":[28],"like":[29],"to":[30,42,62,100,144,159],"provide":[31,97],"at":[32],"least":[33],"some":[34],"of":[35,38,45,65,93,109,121,166,172],"the":[36,43,63,70,77,91,119,122,130,138,141,145,167],"benefits":[37],"formal":[39],"testing":[40,51,66,110,116,142],"methodologies":[41],"creators":[44],"spreadsheets.":[46,67],"This":[47],"article":[48],"presents":[49],"methodology":[52,86,102,117,161],"adapts":[54],"data":[55],"flow":[56],"adequacy":[57],"criteria":[58],"coverage":[60],"monitoring":[61],"task":[64],"To":[68,89],"accommodate":[69,90],"evaluation":[71],"model":[72],"used":[73],"with":[74],"spreadsheets,":[75,174],"interactive":[78],"process":[79],"by":[80],"they":[82],"are":[83],"created,":[84],"our":[85,101,115,160],"is":[87],"incremental.":[88],"users":[92],"spreadsheet":[94,125],"an":[98,107,149],"interface":[99],"does":[104],"not":[105],"require":[106],"understanding":[108],"theory.":[111],"We":[112,127],"implemented":[114],"in":[118,169],"context":[120],"Forms/3":[123],"visual":[124],"language.":[126],"report":[128],"methodology,":[131],"its":[132],"time":[133],"space":[135],"costs,":[136],"mapping":[139],"from":[140],"strategy":[143],"user":[146],"interface.":[147],"In":[148],"empirical":[150],"study,":[151],"found":[153],"test":[155,179],"suites":[156],"created":[157],"according":[158],"detected,":[162],"average,":[164],"81%":[165],"faults":[168],"set":[171],"faulty":[173],"significantly":[175],"outperforming":[176],"randomly":[177],"generated":[178],"suites.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}