{"id":"https://openalex.org/W2096713153","doi":"https://doi.org/10.1145/2771783.2771792","title":"Preventing data errors with continuous testing","display_name":"Preventing data errors with continuous testing","publication_year":2015,"publication_date":"2015-07-10","ids":{"openalex":"https://openalex.org/W2096713153","doi":"https://doi.org/10.1145/2771783.2771792","mag":"2096713153"},"language":"en","primary_location":{"id":"doi:10.1145/2771783.2771792","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2771783.2771792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007994214","display_name":"K\u0131van\u00e7 Mu\u015flu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"K\u0131van\u00e7 Mu\u015flu","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028789964","display_name":"Yuriy Brun","orcid":"https://orcid.org/0000-0003-3027-7986"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]},{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuriy Brun","raw_affiliation_strings":["University of Massachusetts, USA","University of Massachusetts, USA)"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts, USA","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"University of Massachusetts, USA)","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019048013","display_name":"Alexandra Meliou","orcid":"https://orcid.org/0000-0001-7346-6002"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandra Meliou","raw_affiliation_strings":["University of Massachusetts, USA","University of Massachusetts, USA)"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts, USA","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"University of Massachusetts, USA)","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007994214"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":4.8073,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.94797323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"373","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8213338851928711},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.8027523756027222},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8015700578689575},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.5744677186012268},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.5012235641479492},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.48469308018684387},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.48142215609550476},{"id":"https://openalex.org/keywords/data-management","display_name":"Data management","score":0.4562910199165344},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.44603022933006287},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4305034279823303},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2649262547492981},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2504541873931885},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0965014398097992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08302125334739685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8213338851928711},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.8027523756027222},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8015700578689575},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5744677186012268},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.5012235641479492},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.48469308018684387},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.48142215609550476},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.4562910199165344},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.44603022933006287},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4305034279823303},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2649262547492981},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2504541873931885},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0965014398097992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08302125334739685},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2771783.2771792","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2771783.2771792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8638201434","display_name":null,"funder_award_id":"CCF-1349784, IIS-1421322, CCF-1446683, CCF-1453508","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W163074494","https://openalex.org/W180056467","https://openalex.org/W333550619","https://openalex.org/W1486172410","https://openalex.org/W1556076816","https://openalex.org/W1569211635","https://openalex.org/W1579695396","https://openalex.org/W1610496399","https://openalex.org/W1745150364","https://openalex.org/W1808011207","https://openalex.org/W1933103375","https://openalex.org/W1967645666","https://openalex.org/W1971700801","https://openalex.org/W1973382888","https://openalex.org/W1974157571","https://openalex.org/W1974532567","https://openalex.org/W1979629649","https://openalex.org/W1981001739","https://openalex.org/W1991292921","https://openalex.org/W1992810975","https://openalex.org/W1995446447","https://openalex.org/W1996618308","https://openalex.org/W1996993752","https://openalex.org/W2000809552","https://openalex.org/W2008138653","https://openalex.org/W2011427748","https://openalex.org/W2014515160","https://openalex.org/W2022873981","https://openalex.org/W2023052779","https://openalex.org/W2024770506","https://openalex.org/W2026539153","https://openalex.org/W2029136037","https://openalex.org/W2031381791","https://openalex.org/W2036705516","https://openalex.org/W2038340833","https://openalex.org/W2046020929","https://openalex.org/W2046287230","https://openalex.org/W2048864522","https://openalex.org/W2053814546","https://openalex.org/W2055703785","https://openalex.org/W2057856298","https://openalex.org/W2061456028","https://openalex.org/W2062340526","https://openalex.org/W2062775136","https://openalex.org/W2068680051","https://openalex.org/W2070544288","https://openalex.org/W2079567859","https://openalex.org/W2081186682","https://openalex.org/W2093495548","https://openalex.org/W2097730395","https://openalex.org/W2098913585","https://openalex.org/W2103746998","https://openalex.org/W2105423800","https://openalex.org/W2106895292","https://openalex.org/W2107080109","https://openalex.org/W2107254606","https://openalex.org/W2110411158","https://openalex.org/W2111836792","https://openalex.org/W2112018610","https://openalex.org/W2114393279","https://openalex.org/W2114402335","https://openalex.org/W2116525104","https://openalex.org/W2119803607","https://openalex.org/W2124026371","https://openalex.org/W2124316743","https://openalex.org/W2129386590","https://openalex.org/W2135473121","https://openalex.org/W2135937266","https://openalex.org/W2138195286","https://openalex.org/W2138729760","https://openalex.org/W2144319429","https://openalex.org/W2151763080","https://openalex.org/W2151867683","https://openalex.org/W2153956429","https://openalex.org/W2155233265","https://openalex.org/W2162111948","https://openalex.org/W2162621793","https://openalex.org/W2165413178","https://openalex.org/W2167626029","https://openalex.org/W2171332293","https://openalex.org/W2171561334","https://openalex.org/W2171816001","https://openalex.org/W3117757757","https://openalex.org/W3124635110","https://openalex.org/W3125111961","https://openalex.org/W4240006739","https://openalex.org/W4250102289","https://openalex.org/W6633446409","https://openalex.org/W6643674729","https://openalex.org/W6674476871"],"related_works":["https://openalex.org/W2350545679","https://openalex.org/W4389328405","https://openalex.org/W3012199530","https://openalex.org/W4285821887","https://openalex.org/W2043280262","https://openalex.org/W2143693839","https://openalex.org/W4312671982","https://openalex.org/W1949335595","https://openalex.org/W2383305949","https://openalex.org/W2066661304"],"abstract_inverted_index":{"Today,":[0],"software":[1,29],"systems":[2],"that":[3,65,109],"rely":[4],"on":[5],"data":[6,20,44,58,69,119,125,156],"are":[7],"ubiquitous,":[8],"and":[9,31],"ensuring":[10],"the":[11,84,92,96],"data's":[12],"quality":[13],"is":[14],"an":[15],"increasingly":[16],"important":[17],"challenge":[18],"as":[19,135],"errors":[21,48,158],"result":[22],"in":[23,91,114],"annual":[24],"multi-billion":[25],"dollar":[26],"losses.":[27],"While":[28],"debugging":[30],"testing":[32,59],"have":[33],"received":[34],"heavy":[35],"research":[36],"attention,":[37],"less":[38],"effort":[39],"has":[40],"been":[41],"devoted":[42],"to":[43,137],"debugging:":[45],"identifying":[46],"system":[47],"caused":[49],"by":[50],"well-formed":[51],"but":[52],"incorrect":[53],"data.":[54],"We":[55,88],"present":[56],"continuous":[57],"(CDT),":[60],"a":[61,78,115,118],"low-overhead,":[62],"delay-free":[63],"technique":[64],"quickly":[66],"identifies":[67],"likely":[68],"errors.":[70],"CDT":[71,81,90],"continuously":[72],"executes":[73],"domain-specific":[74],"test":[75,79],"queries;":[76],"when":[77,141,151,163],"fails,":[80],"unobtrusively":[82],"warns":[83],"user":[85,103],"or":[86],"administrator.":[87],"implement":[89],"ConTest":[93,110],"prototype":[94],"for":[95],"PostgreSQL":[97],"database":[98],"management":[99],"system.":[100],"A":[101],"feasibility":[102],"study":[104],"with":[105,117],"96":[106],"humans":[107],"shows":[108],"was":[111],"extremely":[112],"effective":[113],"setting":[116],"entry":[120,157],"application":[121],"at":[122],"guarding":[123],"against":[124],"errors:":[126],"With":[127],"ConTest,":[128,153],"users":[129,154],"corrected":[130,155],"98.4%":[131],"of":[132],"their":[133],"errors,":[134],"opposed":[136],"40.2%":[138],"without,":[139],"even":[140],"we":[142],"injected":[143],"40%":[144],"false":[145],"positives":[146],"into":[147],"ConTest's":[148],"output.":[149],"Further,":[150],"using":[152,164],"3.2":[159],"times":[160],"faster":[161],"than":[162],"state-of-the-art":[165],"methods.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}