{"id":"https://openalex.org/W2799547379","doi":"https://doi.org/10.1145/3202710.3203153","title":"On the effectiveness of unit tests in test-driven development","display_name":"On the effectiveness of unit tests in test-driven development","publication_year":2018,"publication_date":"2018-05-25","ids":{"openalex":"https://openalex.org/W2799547379","doi":"https://doi.org/10.1145/3202710.3203153","mag":"2799547379"},"language":"en","primary_location":{"id":"doi:10.1145/3202710.3203153","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3202710.3203153","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Software and System Process","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/16116/1/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089239701","display_name":"Ay\u015fe Tosun","orcid":"https://orcid.org/0000-0003-1859-7872"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ayse Tosun","raw_affiliation_strings":["Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078319074","display_name":"Muzamil Ahmed","orcid":"https://orcid.org/0000-0001-6940-7835"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muzamil Ahmed","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044710601","display_name":"Burak Turhan","orcid":"https://orcid.org/0000-0003-1511-2163"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Burak Turhan","raw_affiliation_strings":["Brunel University London, Middlesex, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brunel University London, Middlesex, UK","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056117323","display_name":"Nat\u00e1lia Juristo","orcid":"https://orcid.org/0000-0002-2465-7141"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Natalia Juristo","raw_affiliation_strings":["Universidad Politechnica de Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politechnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6976,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.93663525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.8269189596176147},{"id":"https://openalex.org/keywords/test-driven-development","display_name":"Test-driven development","score":0.7073853015899658},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6871873736381531},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6223580241203308},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5913830995559692},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.562499463558197},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.42296916246414185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3308753967285156},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19171929359436035},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.16010940074920654},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.12376397848129272},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07270443439483643},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.06668546795845032}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.8269189596176147},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.7073853015899658},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6871873736381531},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6223580241203308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5913830995559692},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.562499463558197},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.42296916246414185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3308753967285156},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19171929359436035},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16010940074920654},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12376397848129272},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07270443439483643},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.06668546795845032},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3202710.3203153","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3202710.3203153","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Software and System Process","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/16116","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/16116","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/16116/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Software and System Process","raw_type":"Conference Paper"},{"id":"pmh:oai:polen.itu.edu.tr:11527/53205","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/53205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/16116","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/16116","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/16116/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Software and System Process","raw_type":"Conference Paper"},"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2799547379.pdf","grobid_xml":"https://content.openalex.org/works/W2799547379.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1494946506","https://openalex.org/W1524053243","https://openalex.org/W1526118661","https://openalex.org/W1556368970","https://openalex.org/W1567503821","https://openalex.org/W1577584384","https://openalex.org/W1730782591","https://openalex.org/W1964234963","https://openalex.org/W1989734019","https://openalex.org/W1991242370","https://openalex.org/W1992602600","https://openalex.org/W1995023328","https://openalex.org/W1996701120","https://openalex.org/W2003148182","https://openalex.org/W2008831000","https://openalex.org/W2013711971","https://openalex.org/W2014309790","https://openalex.org/W2018131486","https://openalex.org/W2025969607","https://openalex.org/W2054462751","https://openalex.org/W2063068372","https://openalex.org/W2077208035","https://openalex.org/W2079922024","https://openalex.org/W2106072155","https://openalex.org/W2109479745","https://openalex.org/W2111067589","https://openalex.org/W2114063681","https://openalex.org/W2118604270","https://openalex.org/W2135841285","https://openalex.org/W2136800703","https://openalex.org/W2138666285","https://openalex.org/W2145991289","https://openalex.org/W2149746528","https://openalex.org/W2163736745","https://openalex.org/W2398826339","https://openalex.org/W2478089724","https://openalex.org/W2482290069","https://openalex.org/W2517626969","https://openalex.org/W2551905807","https://openalex.org/W2624155353","https://openalex.org/W2912111225","https://openalex.org/W3143245542","https://openalex.org/W4232095099"],"related_works":["https://openalex.org/W2125920815","https://openalex.org/W2536237338","https://openalex.org/W3004602269","https://openalex.org/W2892892708","https://openalex.org/W1544145945","https://openalex.org/W55140150","https://openalex.org/W2507605452","https://openalex.org/W2993184454","https://openalex.org/W2362947018","https://openalex.org/W19919285"],"abstract_inverted_index":{"Background:":[0],"Writing":[1],"unit":[2,70,108,225],"tests":[3],"is":[4],"one":[5],"of":[6,25,34,38,51,63,69,113,123,136,244],"the":[7,14,23,61,67,98,104,131,143,183,203,234],"primary":[8],"activities":[9],"in":[10,55,80,89,111,238,254],"test-driven":[11,53,64,149,178,228],"development.":[12,229],"Yet,":[13],"existing":[15],"reviews":[16],"report":[17],"few":[18],"evidence":[19],"supporting":[20],"or":[21],"refuting":[22],"effect":[24],"this":[26],"development":[27,54,65,79,100,150,166,179,194,246],"approach":[28],"on":[29,66,176],"test":[30,44,71,77,109,124,144,159,170,187],"case":[31],"quality.":[32],"Lack":[33],"ability":[35,157],"and":[36,120],"skills":[37],"developers":[39],"to":[40,74,102,126,182,221,251],"produce":[41],"sufficiently":[42],"good":[43],"cases":[45,72,145,160,171,188],"are":[46,209],"also":[47,117],"reported":[48],"as":[49],"limitations":[50],"applying":[52],"industrial":[56,82,91,256],"practice.":[57],"Objective:":[58],"We":[59,85,106,116],"investigate":[60],"impact":[62],"effectiveness":[68,110],"compared":[73,181],"an":[75,81,87,90,163,191],"incremental":[76,164,192],"last":[78],"context.":[83],"Method:":[84],"conducted":[86,214],"experiment":[88],"setting":[92],"with":[93,130,227],"24":[94],"professionals.":[95],"Professionals":[96,218],"followed":[97],"two":[99],"approaches":[101],"implement":[103],"tasks.":[105],"measure":[107,118,236],"terms":[112,135],"mutation":[114,137],"score.":[115],"branch":[119],"method":[121],"coverage":[122,235],"suites":[125],"compare":[127],"our":[128],"results":[129,249],"literature.":[132],"Results:":[133],"In":[134],"score,":[138],"we":[139,231],"have":[140,152],"found":[141],"that":[142,172,233],"written":[146,161,189,201],"for":[147,162,190,202],"a":[148,153,177,245],"task":[151,180,195],"higher":[154],"defect":[155],"detection":[156],"than":[158,199],"test-last":[165,193],"task.":[167,185,205],"Subjects":[168],"wrote":[169],"cover":[173,196],"more":[174,197,223],"branches":[175],"other":[184],"However,":[186],"methods":[198],"those":[200],"second":[204],"Conclusion:":[206],"Our":[207,248],"findings":[208],"different":[210,242],"from":[211],"previous":[212],"studies":[213,240],"at":[215],"academic":[216,239],"settings.":[217],"were":[219],"able":[220],"perform":[222],"effective":[224],"testing":[226],"Furthermore,":[230],"observe":[232],"preferred":[237],"reveal":[241],"aspects":[243],"approach.":[247],"need":[250],"be":[252],"validated":[253],"larger":[255],"contexts.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}