{"id":"https://openalex.org/W2551905807","doi":"https://doi.org/10.1109/tse.2016.2616877","title":"A Dissection of the Test-Driven Development Process: Does It Really Matter to Test-First or to Test-Last?","display_name":"A Dissection of the Test-Driven Development Process: Does It Really Matter to Test-First or to Test-Last?","publication_year":2016,"publication_date":"2016-10-17","ids":{"openalex":"https://openalex.org/W2551905807","doi":"https://doi.org/10.1109/tse.2016.2616877","mag":"2551905807"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2016.2616877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2616877","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1611.05994","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Davide Fucci","raw_affiliation_strings":["Department of Information Processing Science, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Processing Science, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071201325","display_name":"Hakan Erdogmus","orcid":"https://orcid.org/0000-0002-7987-5621"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hakan Erdogmus","raw_affiliation_strings":["Silicon Valley Campus, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Silicon Valley Campus, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044710601","display_name":"Burak Turhan","orcid":"https://orcid.org/0000-0003-1511-2163"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Burak Turhan","raw_affiliation_strings":["Department of Information Processing Science, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Processing Science, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064264297","display_name":"Markku Oivo","orcid":"https://orcid.org/0000-0002-1698-2323"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Oivo","raw_affiliation_strings":["Department of Information Processing Science, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Processing Science, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056117323","display_name":"Nat\u00e1lia Juristo","orcid":"https://orcid.org/0000-0002-2465-7141"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["ES","FI"],"is_corresponding":false,"raw_author_name":"Natalia Juristo","raw_affiliation_strings":["Department of Information Processing Science, University of Oulu, Oulu, Finland","Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Processing Science, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":32.7244,"has_fulltext":false,"cited_by_count":94,"citation_normalized_percentile":{"value":0.99547572,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"43","issue":"7","first_page":"597","last_page":"614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735854387283325},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.772402286529541},{"id":"https://openalex.org/keywords/test-driven-development","display_name":"Test-driven development","score":0.7365905046463013},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5716341733932495},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5714524984359741},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48109716176986694},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.46796947717666626},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4641348719596863},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4511064291000366},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43719053268432617},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4154942035675049},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.40730923414230347},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.32552096247673035},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2702926695346832},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19141358137130737},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.14841416478157043},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10707655549049377},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.09713476896286011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735854387283325},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.772402286529541},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.7365905046463013},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5716341733932495},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5714524984359741},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48109716176986694},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.46796947717666626},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4641348719596863},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4511064291000366},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43719053268432617},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4154942035675049},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40730923414230347},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.32552096247673035},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2702926695346832},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19141358137130737},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.14841416478157043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10707655549049377},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.09713476896286011},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2016.2616877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2616877","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1611.05994","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.05994","pdf_url":"https://arxiv.org/pdf/1611.05994","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1611.05994","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.05994","pdf_url":"https://arxiv.org/pdf/1611.05994","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G7859116789","display_name":null,"funder_award_id":"#278354","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320321855","display_name":"Tekes","ror":"https://ror.org/02ag8cq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W38312339","https://openalex.org/W577898292","https://openalex.org/W578092267","https://openalex.org/W1502857873","https://openalex.org/W1507539036","https://openalex.org/W1603773145","https://openalex.org/W1752363179","https://openalex.org/W1976970799","https://openalex.org/W1989734019","https://openalex.org/W1992602600","https://openalex.org/W1998258821","https://openalex.org/W2000679946","https://openalex.org/W2000962350","https://openalex.org/W2005278177","https://openalex.org/W2008831000","https://openalex.org/W2008946411","https://openalex.org/W2009435671","https://openalex.org/W2012274581","https://openalex.org/W2013619645","https://openalex.org/W2013805643","https://openalex.org/W2014309790","https://openalex.org/W2017977879","https://openalex.org/W2024714614","https://openalex.org/W2025969607","https://openalex.org/W2037557484","https://openalex.org/W2037799783","https://openalex.org/W2066124661","https://openalex.org/W2073153953","https://openalex.org/W2094489806","https://openalex.org/W2100656553","https://openalex.org/W2103497247","https://openalex.org/W2113157806","https://openalex.org/W2118604270","https://openalex.org/W2129005287","https://openalex.org/W2134317169","https://openalex.org/W2136800703","https://openalex.org/W2140984588","https://openalex.org/W2141250434","https://openalex.org/W2142635246","https://openalex.org/W2146089323","https://openalex.org/W2149746528","https://openalex.org/W2153887189","https://openalex.org/W2158196600","https://openalex.org/W2158724162","https://openalex.org/W2168924589","https://openalex.org/W2792418276","https://openalex.org/W4212924738","https://openalex.org/W4229772528","https://openalex.org/W4237737483","https://openalex.org/W4242145216","https://openalex.org/W4251711983","https://openalex.org/W4379510236","https://openalex.org/W4394088970","https://openalex.org/W6601532345","https://openalex.org/W6647744648","https://openalex.org/W6680055294","https://openalex.org/W6864371582"],"related_works":["https://openalex.org/W1978406750","https://openalex.org/W2243231242","https://openalex.org/W2949730628","https://openalex.org/W3206613187","https://openalex.org/W2179621094","https://openalex.org/W2110068396","https://openalex.org/W2157769831","https://openalex.org/W2149419207","https://openalex.org/W2280768747","https://openalex.org/W4313307318"],"abstract_inverted_index":{"Background:":[0],"Test-driven":[1],"development":[2,93],"(TDD)":[3],"is":[4],"a":[5,19,91],"technique":[6],"that":[7,188,195],"repeats":[8],"short":[9],"coding":[10],"cycles":[11],"interleaved":[12],"with":[13,125,150,159],"testing.":[14],"The":[15,168],"developer":[16],"first":[17],"writes":[18],"unit":[20],"test":[21,135],"for":[22],"the":[23,28,34,86,101,126,131,155,186],"desired":[24],"functionality,":[25],"followed":[26],"by":[27,113,161],"necessary":[29],"production":[30,137],"code,":[31],"and":[32,57,67,71,108,118,128,136,198],"refactors":[33],"code.":[35],"Many":[36],"empirical":[37],"studies":[38],"neglect":[39],"unique":[40],"process":[41,52,87,104],"characteristics":[42,64,105],"related":[43,72],"to":[44,99,177,185],"TDD":[45,70,172],"iterative":[46],"nature.":[47],"Aim:":[48],"We":[49,60,75,95,153],"formulate":[50],"four":[51],"characteristic:":[53],"sequencing,":[54],"granularity,":[55],"uniformity,":[56],"refactoring":[58],"effort.":[59],"investigate":[61],"how":[62],"these":[63],"impact":[65,102],"quality":[66,107,160],"productivity":[68,119],"in":[69,133],"variations.":[73],"Method:":[74],"analyzed":[76],"82":[77],"data":[78],"points":[79],"collected":[80],"from":[81],"39":[82],"professionals,":[83],"each":[84],"capturing":[85],"used":[88],"while":[89],"performing":[90],"specific":[92],"task.":[94],"built":[96],"regression":[97],"models":[98],"assess":[100],"of":[103,164,171],"on":[106],"productivity.":[109],"Quality":[110,117],"was":[111,147],"measured":[112],"functional":[114],"correctness.":[115],"Result:":[116],"improvements":[120],"were":[121],"primarily":[122],"positively":[123],"associated":[124,149],"granularity":[127],"uniformity.":[129],"Sequencing,":[130],"order":[132],"which":[134],"code":[138],"are":[139],"written,":[140],"had":[141],"no":[142],"important":[143],"influence.":[144],"Refactoring":[145],"effort":[146],"negatively":[148],"both":[151],"outcomes.":[152],"explain":[154],"unexpected":[156],"negative":[157],"correlation":[158],"possible":[162],"prevalence":[163],"mixed":[165],"refactoring.":[166],"Conclusion:":[167],"claimed":[169],"benefits":[170],"may":[173],"not":[174],"be":[175],"due":[176,184],"its":[178],"distinctive":[179],"test-first":[180],"dynamic,":[181],"but":[182],"rather":[183],"fact":[187],"TDD-like":[189],"processes":[190],"encourage":[191],"fine-grained,":[192],"steady":[193],"steps":[194],"improve":[196],"focus":[197],"flow.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":6}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}