{"id":"https://openalex.org/W4404410908","doi":"https://doi.org/10.1109/tse.2024.3497332","title":"Does Treatment Adherence Impact Experiment Results in TDD?","display_name":"Does Treatment Adherence Impact Experiment Results in TDD?","publication_year":2024,"publication_date":"2024-11-15","ids":{"openalex":"https://openalex.org/W4404410908","doi":"https://doi.org/10.1109/tse.2024.3497332"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3497332","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3497332","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tse.2024.3497332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043211311","display_name":"Itir Karac","orcid":"https://orcid.org/0000-0001-7119-922X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Itir Karac","raw_affiliation_strings":["M3S Research Unit, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7119-922X","affiliations":[{"raw_affiliation_string":"M3S Research Unit, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017384253","display_name":"Jos\u00e9 Ignacio Panach","orcid":"https://orcid.org/0000-0002-7043-6227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jose Ignacio Panach","raw_affiliation_strings":["Escola Tècnica Superior d’Enginyeria, Departament d’Informàtica, Universitat de València, València, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7043-6227","affiliations":[{"raw_affiliation_string":"Escola Tècnica Superior d’Enginyeria, Departament d’Informàtica, Universitat de València, València, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044710601","display_name":"Burak Turhan","orcid":"https://orcid.org/0000-0003-1511-2163"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Burak Turhan","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1511-2163","affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056117323","display_name":"Nat\u00e1lia Juristo","orcid":"https://orcid.org/0000-0002-2465-7141"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Natalia Juristo","raw_affiliation_strings":["Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2465-7141","affiliations":[{"raw_affiliation_string":"Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6423,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75941842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"51","issue":"1","first_page":"135","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12823","display_name":"Adolescent and Pediatric Healthcare","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12823","display_name":"Adolescent and Pediatric Healthcare","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11620","display_name":"Medication Adherence and Compliance","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10854","display_name":"Bipolar Disorder and Treatment","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7761892080307007},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34194767475128174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7761892080307007},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34194767475128174}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2024.3497332","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3497332","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:publications/3dd044fe-748a-4044-8f1c-d2ac82eabc85","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/3dd044fe-748a-4044-8f1c-d2ac82eabc85","pdf_url":"https://researchmgt.monash.edu/ws/files/654335466/641065993-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Karac, I, Panach, J I, Turhan, B & Juristo, N 2025, 'Does Treatment Adherence Impact Experiment Results in TDD?', IEEE Transactions on Software Engineering, vol. 51, no. 1, pp. 135-152. https://doi.org/10.1109/TSE.2024.3497332","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tse.2024.3497332","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3497332","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.5,"display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G121809054","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1284157399","display_name":null,"funder_award_id":"363638","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G1422035950","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2029333548","display_name":null,"funder_award_id":"CIAICO/2023/089","funder_id":"https://openalex.org/F4320336489","funder_display_name":"Conselleria de Innovaci\u00f3n, Universidades, Ciencia y Sociedad Digital, Generalitat Valenciana"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2758663728","display_name":null,"funder_award_id":"PID2021-123824OB-I00","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G3375789777","display_name":null,"funder_award_id":"PID2021-123824OB-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4147122716","display_name":null,"funder_award_id":"PID2021-123824OB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G451917667","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5421974903","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5550858994","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5740706545","display_name":null,"funder_award_id":"CIAICO/2023/089","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G5967599077","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6633006755","display_name":null,"funder_award_id":"278354","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7163395747","display_name":"MICOBISE: Mitigating cognitive biases in software engineering","funder_award_id":"363638","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7629647391","display_name":null,"funder_award_id":"PID2022-137846NB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8055432103","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8920660035","display_name":null,"funder_award_id":"PID2022","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null},{"id":"https://openalex.org/F4320336489","display_name":"Conselleria de Innovaci\u00f3n, Universidades, Ciencia y Sociedad Digital, Generalitat Valenciana","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W201667216","https://openalex.org/W1481560017","https://openalex.org/W1502857873","https://openalex.org/W1507539036","https://openalex.org/W1511267087","https://openalex.org/W1994391783","https://openalex.org/W1997090065","https://openalex.org/W2008831000","https://openalex.org/W2019692058","https://openalex.org/W2035699871","https://openalex.org/W2037799783","https://openalex.org/W2064165623","https://openalex.org/W2073153953","https://openalex.org/W2094489806","https://openalex.org/W2100990323","https://openalex.org/W2107026277","https://openalex.org/W2111199933","https://openalex.org/W2118604270","https://openalex.org/W2121528534","https://openalex.org/W2128387885","https://openalex.org/W2129005287","https://openalex.org/W2136133622","https://openalex.org/W2145355470","https://openalex.org/W2146089323","https://openalex.org/W2154516913","https://openalex.org/W2167926541","https://openalex.org/W2334366154","https://openalex.org/W2397791882","https://openalex.org/W2517626969","https://openalex.org/W2551905807","https://openalex.org/W2621212291","https://openalex.org/W2844024151","https://openalex.org/W2891421390","https://openalex.org/W3010995490","https://openalex.org/W3045208818","https://openalex.org/W3124658416","https://openalex.org/W3135995219","https://openalex.org/W3172716867","https://openalex.org/W4220864765","https://openalex.org/W4235011715","https://openalex.org/W4240402692","https://openalex.org/W4250075357","https://openalex.org/W4255927912","https://openalex.org/W4291213652","https://openalex.org/W4294214983","https://openalex.org/W4401669406","https://openalex.org/W6630195939"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Context:In":[0],"software":[1],"engineering":[2],"(SE)":[3],"experiments,":[4],"the":[5,22,49,77,99,110,120,129,141,184],"way":[6],"in":[7,140,149,154,222],"which":[8],"a":[9,202],"treatment":[10,23,27,43],"is":[11],"applied":[12,190],"could":[13,29,178,196],"affect":[14],"results.":[15],"Different":[16],"interpretations":[17],"of":[18,51,81,101,113,119,207],"how":[19],"to":[20,31,40,116,123,128,183,200,204,211],"apply":[21],"and":[24,67,79,127,161,187,215],"decisions":[25],"on":[26,48,98],"adherence":[28,44,115,182,206],"lead":[30],"different":[32],"results":[33,50,80,96,214],"when":[34],"data":[35,102,107],"are":[36,145,163,189],"analysed.Objective:This":[37],"paper":[38],"aims":[39],"study":[41],"whether":[42],"has":[45],"an":[46,52,83],"impact":[47],"SE":[53,168,176,223],"experiment.Method:The":[54],"experiment":[55,84,95,208],"used":[56,137],"as":[57,72],"test":[58],"case":[59],"for":[60,220],"our":[61],"research":[62],"uses":[63],"Test-Driven":[64],"Development":[65],"(TDD)":[66],"Incremental":[68],"Test-Last":[69],"Development,":[70],"(ITLD)":[71],"treatments.":[73],"We":[74],"reported":[75],"elsewhere":[76],"design":[78],"such":[82],"where":[85],"24":[86],"participants":[87,105,111,121,195],"were":[88],"recruited":[89],"from":[90,103,108],"industry.":[91],"Here,":[92],"we":[93,170],"compare":[94],"depending":[97],"use":[100],"adherent":[104],"or":[106],"all":[109],"irrespective":[112],"their":[114],"treatments.Results:Only":[117],"40%":[118],"adhere":[122],"both":[124,159],"TDD":[125,138,148,155,160,186],"protocol":[126],"ITLD":[130,150,162,188],"protocol;":[131],"27%":[132],"never":[133],"followed":[134],"TDD;":[135],"20%":[136],"even":[139,180],"control":[142],"group;":[143],"13%":[144],"defiers":[146],"(used":[147],"session":[151],"but":[152],"not":[153,197,217],"session).":[156],"Considering":[157],"that":[158,173],"less":[164],"complex":[165,175],"than":[166],"other":[167],"methods,":[169],"can":[171],"hypothesize":[172],"more":[174],"techniques":[177],"get":[179],"lower":[181],"treatment.Conclusion:Both":[185],"differently":[191],"across":[192],"participants.":[193,209],"Training":[194],"be":[198,218],"enough":[199],"ensure":[201],"medium":[203],"large":[205],"Adherence":[210],"treatments":[212],"impacts":[213],"should":[216],"taken":[219],"granted":[221],"experiments.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}