{"id":"https://openalex.org/W1491586549","doi":null,"title":"Automatic Continuous Testing to Speed Software Development","display_name":"Automatic Continuous Testing to Speed Software Development","publication_year":2004,"publication_date":"2004-01-01","ids":{"openalex":"https://openalex.org/W1491586549","mag":"1491586549"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/30096","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/30096","pdf_url":"https://dspace.mit.edu/bitstreams/3f39bd05-efbc-461e-bc3e-dd27357f231c/download","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstreams/3f39bd05-efbc-461e-bc3e-dd27357f231c/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084895565","display_name":"David Saff","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"David Saff","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5084895565"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.44510000944137573,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuous-testing","display_name":"continuous testing","score":0.996999979019165},{"id":"https://openalex.org/keywords/regression-testing","display_name":"regression testing","score":0.9779999852180481},{"id":"https://openalex.org/keywords/test-automation","display_name":"test automation","score":0.45899999141693115},{"id":"https://openalex.org/keywords/software-productivity","display_name":"software productivity","score":0.46799999475479126}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.8519827723503113},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7183852791786194},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6253248453140259},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5736714005470276},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48775607347488403},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4667518436908722},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4486817419528961},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4449298083782196},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.42845267057418823},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4153003692626953},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41419339179992676},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4133601188659668},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39159518480300903},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.369125634431839},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34869149327278137},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24237549304962158},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23729345202445984},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.17100530862808228},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1590805947780609},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08156988024711609},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/30096","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/30096","pdf_url":"https://dspace.mit.edu/bitstreams/3f39bd05-efbc-461e-bc3e-dd27357f231c/download","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:1491586549","doi":null,"is_oa":false,"landing_page_url":"http://groups.csail.mit.edu/pag/pubs/conttest-saff-smthesis.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/30096","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/30096","pdf_url":"https://dspace.mit.edu/bitstreams/3f39bd05-efbc-461e-bc3e-dd27357f231c/download","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1513553987","display_name":"CAREER: Automatically Generating Specifications to Improve Program Correctness and Maintainability","funder_award_id":"0133580","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2933444861","display_name":"Improving Test Suites Via Generated Specifications","funder_award_id":"0234651","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1491586549.pdf","grobid_xml":"https://content.openalex.org/works/W1491586549.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1492324553","https://openalex.org/W1493688518","https://openalex.org/W1559035575","https://openalex.org/W1560679009","https://openalex.org/W1561445823","https://openalex.org/W1809480526","https://openalex.org/W1850845299","https://openalex.org/W1965171928","https://openalex.org/W1974532567","https://openalex.org/W1991691398","https://openalex.org/W1997041223","https://openalex.org/W1998393968","https://openalex.org/W2011958337","https://openalex.org/W2018365488","https://openalex.org/W2034957383","https://openalex.org/W2037404449","https://openalex.org/W2039483389","https://openalex.org/W2050289144","https://openalex.org/W2104577599","https://openalex.org/W2105275044","https://openalex.org/W2110068396","https://openalex.org/W2116525104","https://openalex.org/W2119861793","https://openalex.org/W2121081915","https://openalex.org/W2136422035","https://openalex.org/W2137433502","https://openalex.org/W2144373430","https://openalex.org/W2148329403","https://openalex.org/W2153342620","https://openalex.org/W2153956429","https://openalex.org/W2155891645","https://openalex.org/W2169620344","https://openalex.org/W2170224888","https://openalex.org/W2171530146","https://openalex.org/W2329937548","https://openalex.org/W2728991836","https://openalex.org/W3143245542","https://openalex.org/W4244915577","https://openalex.org/W4247899965"],"related_works":["https://openalex.org/W1581080924","https://openalex.org/W2910714051","https://openalex.org/W6980750362","https://openalex.org/W2227919943","https://openalex.org/W40220214","https://openalex.org/W2885650515","https://openalex.org/W7139307945","https://openalex.org/W1179411125","https://openalex.org/W1524543061","https://openalex.org/W6980137314"],"abstract_inverted_index":{"Continuous":[0],"testing":[1,154,167,202],"is":[2,35,38,78],"a":[3,15,129,174,210],"new":[4,148],"feature":[5],"for":[6,59,116,121],"software":[7,92],"development":[8,125],"environments":[9,149],"that":[10,66,96,134,165,197],"uses":[11,135],"excess":[12],"cycles":[13],"on":[14,222],"developer's":[16],"workstation":[17],"to":[18,40,47,52,71,108,118,140,158,208],"continuously":[19],"run":[20],"regression":[21,54,67],"tests":[22,113],"in":[23,147],"the":[24,42,75,97,109,213],"background,":[25],"providing":[26],"rapid":[27],"feedback":[28],"about":[29],"test":[30,185,190],"failures":[31],"as":[32,183],"source":[33],"code":[34,49],"edited.":[36],"It":[37],"intended":[39],"reduce":[41,159,169],"time":[43,77,110,171,223],"and":[44,51,81,90,114,144,187],"energy":[45],"required":[46],"keep":[48],"well-tested,":[50],"prevent":[53],"errors":[55,68],"from":[56,137],"persisting":[57],"uncaught":[58],"long":[60],"periods":[61],"of":[62,101,123,131],"time.":[63,126,161],"The":[64],"longer":[65],"are":[69,86],"allowed":[70],"linger":[72],"during":[73],"development,":[74],"more":[76,206],"wasted":[79,98,160,170],"debugging":[80],"fixing":[82,105],"them":[83,117],"once":[84],"they":[85],"discovered.":[87],"By":[88],"monitoring":[89],"measuring":[91],"projects,":[93],"we":[94,180],"estimate":[95],"time,":[99],"consisting":[100],"this":[102],"preventable":[103],"extra":[104],"cost":[106],"added":[107],"spent":[111],"running":[112],"waiting":[115],"complete,":[119],"accounts":[120],"10-15%":[122],"total":[124],"We":[127],"present":[128],"model":[130,163],"developer":[132,142],"behavior":[133,146],"data":[136],"past":[138],"projects":[139],"infer":[141],"beliefs":[143],"predict":[145],"-in":[150],"particular,":[151],"when":[152],"changing":[153,188],"methodologies":[155],"or":[156],"tools":[157],"This":[162],"predicts":[164],"continuous":[166,201],"would":[168],"by":[172],"92-98%,":[173],"substantial":[175],"improvement":[176],"over":[177],"other":[178],"approaches":[179],"evaluated,":[181],"such":[182],"automatic":[184],"prioritization":[186],"manual":[189],"frequencies.":[191],"A":[192],"controlled":[193],"human":[194],"experiment":[195],"indicates":[196],"student":[198],"developers":[199],"using":[200],"were":[203],"three":[204],"times":[205],"likely":[207],"complete":[209],"task":[211],"before":[212],"deadline":[214],"than":[215],"those":[216],"without,":[217],"with":[218],"no":[219],"significant":[220],"effect":[221],"worked.":[224]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}