{"id":"https://openalex.org/W1997472281","doi":"https://doi.org/10.1145/1594156.1594159","title":"Testing on a budget","display_name":"Testing on a budget","publication_year":2009,"publication_date":"2009-06-29","ids":{"openalex":"https://openalex.org/W1997472281","doi":"https://doi.org/10.1145/1594156.1594159","mag":"1997472281"},"language":"en","primary_location":{"id":"doi:10.1145/1594156.1594159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1594156.1594159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second International Workshop on Testing Database Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003966028","display_name":"Mohamed Za\u00eft","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohamed Zait","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051343710","display_name":"Allison Lee","orcid":"https://orcid.org/0000-0002-9464-0927"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison Lee","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091630084","display_name":"Khaled Yagoub","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khaled Yagoub","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085083571","display_name":"Ravi Sahani","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravi Sahani","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024691363","display_name":"Holly Casaletto","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Holly Casaletto","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005921539","display_name":"Lokesh Kumar","orcid":"https://orcid.org/0000-0001-6167-9625"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lokesh Kumar","raw_affiliation_strings":["Oracle USA, Redwood Shores, CA","Oracle USA, Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle USA, Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003966028"],"corresponding_institution_ids":["https://openalex.org/I1342911587"],"apc_list":null,"apc_paid":null,"fwci":0.3428,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60701064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8103743195533752},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5229918956756592},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4993932247161865},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4635550081729889},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.457955002784729},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.4472455084323883},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.4459187686443329},{"id":"https://openalex.org/keywords/pl/sql","display_name":"PL/SQL","score":0.4325251579284668},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.401673823595047},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.3536760210990906},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.33606141805648804},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.31747421622276306},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.28995293378829956},{"id":"https://openalex.org/keywords/query-by-example","display_name":"Query by Example","score":0.19018691778182983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8103743195533752},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5229918956756592},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4993932247161865},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4635550081729889},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.457955002784729},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.4472455084323883},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4459187686443329},{"id":"https://openalex.org/C32145003","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"PL/SQL","level":5,"score":0.4325251579284668},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.401673823595047},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.3536760210990906},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.33606141805648804},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.31747421622276306},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.28995293378829956},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.19018691778182983},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1594156.1594159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1594156.1594159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second International Workshop on Testing Database Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W186823527","https://openalex.org/W1527501358","https://openalex.org/W1890845846","https://openalex.org/W2003789154"],"related_works":["https://openalex.org/W2184771611","https://openalex.org/W23253958","https://openalex.org/W3133844515","https://openalex.org/W4214762111","https://openalex.org/W1585110716","https://openalex.org/W2057737084","https://openalex.org/W2327539013","https://openalex.org/W2362944210","https://openalex.org/W2211926852","https://openalex.org/W1530234208"],"abstract_inverted_index":{"Testing":[0],"complex":[1],"software":[2,12,26,38],"is":[3,28,41,114,133],"one":[4,50],"of":[5,51,60,92,95,110,136],"the":[6,11,22,24,33,37,52,57,61,89,127,137],"most":[7],"challenging":[8],"steps":[9],"in":[10],"development":[13],"lifecycle.":[14],"Several":[15],"testing":[16,31],"methods":[17,53],"are":[18],"usually":[19],"used":[20,54],"from":[21],"time":[23],"subject":[25],"component":[27,39],"ready":[29],"for":[30,43],"until":[32],"complete":[34],"system":[35,65],"where":[36],"operates":[40],"released":[42],"distribution.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"describe":[49],"to":[55,72,87],"test":[56,103,140],"SQL":[58,121],"Engine":[59],"Oracle":[62,138],"database":[63],"management":[64],"(DBMS).":[66],"This":[67],"process":[68,104,130],"has":[69,105],"been":[70,106],"designed":[71],"track,":[73],"detect":[74],"and":[75,100,120],"report":[76],"quality":[77],"problems":[78],"along":[79],"with":[80],"detailed":[81],"metrics":[82],"that":[83,113,117],"make":[84],"it":[85],"easier":[86],"find":[88],"root":[90],"cause":[91],"different":[93],"types":[94],"regressions":[96],"(failures,":[97],"result":[98],"correctness,":[99],"performance).":[101],"The":[102,129],"built":[107],"on":[108],"top":[109],"a":[111],"framework":[112],"extensible":[115],"so":[116],"any":[118],"schema":[119],"workload":[122],"can":[123],"be":[124],"plugged":[125],"into":[126],"framework.":[128],"described":[131],"here":[132],"currently":[134],"part":[135],"DBMS":[139],"process.":[141]},"counts_by_year":[{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}