{"id":"https://openalex.org/W4399554349","doi":"https://doi.org/10.1145/3688837","title":"Relevant Information in TDD Experiment Reporting","display_name":"Relevant Information in TDD Experiment Reporting","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4399554349","doi":"https://doi.org/10.1145/3688837"},"language":"en","primary_location":{"id":"doi:10.1145/3688837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688837","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031676578","display_name":"Fernando Uyaguari","orcid":"https://orcid.org/0000-0001-7060-1002"},"institutions":[{"id":"https://openalex.org/I4210108037","display_name":"Instituto Superior Tecnol\u00f3gico Loja","ror":"https://ror.org/01ky9e908","country_code":"EC","type":"education","lineage":["https://openalex.org/I4210108037"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Fernando Uyaguari","raw_affiliation_strings":["Instituto Superior Tecnol\u00f3gico Wissen, Cuenca, Ecuador"],"raw_orcid":"https://orcid.org/0000-0001-7060-1002","affiliations":[{"raw_affiliation_string":"Instituto Superior Tecnol\u00f3gico Wissen, Cuenca, Ecuador","institution_ids":["https://openalex.org/I4210108037"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022941249","display_name":"Silvia T. Acu\u00f1a","orcid":"https://orcid.org/0000-0003-2135-6113"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Silvia T. Acu\u00f1a","raw_affiliation_strings":["Escuela Polit\u00e9cnica Superior, Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2135-6113","affiliations":[{"raw_affiliation_string":"Escuela Polit\u00e9cnica Superior, Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090326213","display_name":"John W. Castro","orcid":"https://orcid.org/0000-0002-7938-7564"},"institutions":[{"id":"https://openalex.org/I201487725","display_name":"University of Atacama","ror":"https://ror.org/022yres73","country_code":"CL","type":"education","lineage":["https://openalex.org/I201487725"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"John W. Castro","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica y Ciencias de la Computaci\u00f3n, Universidad de Atacama, Copiap\u00f3, Chile"],"raw_orcid":"https://orcid.org/0000-0002-7938-7564","affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica y Ciencias de la Computaci\u00f3n, Universidad de Atacama, Copiap\u00f3, Chile","institution_ids":["https://openalex.org/I201487725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Davide Fucci","raw_affiliation_strings":["Blekinge Institute of Technology, Blekinge, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-0679-4361","affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Blekinge, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004737603","display_name":"\u00d3scar Dieste","orcid":"https://orcid.org/0000-0002-3060-7853"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Dieste","raw_affiliation_strings":["Escuela T\u00e9cnica Superior de Ingenieros Inform\u00e1ticos, Universidad Polit\u00e9cnica de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-3060-7853","affiliations":[{"raw_affiliation_string":"Escuela T\u00e9cnica Superior de Ingenieros Inform\u00e1ticos, Universidad Polit\u00e9cnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076034572","display_name":"Sira Vegas","orcid":"https://orcid.org/0000-0001-8535-9386"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sira Vegas","raw_affiliation_strings":["Escuela T\u00e9cnica Superior de Ingenieros Inform\u00e1ticos, Universidad Polit\u00e9cnica de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8535-9386","affiliations":[{"raw_affiliation_string":"Escuela T\u00e9cnica Superior de Ingenieros Inform\u00e1ticos, Universidad Polit\u00e9cnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05873346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"2","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11949","display_name":"Nuclear Physics and Applications","score":0.8422999978065491,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11949","display_name":"Nuclear Physics and Applications","score":0.8422999978065491,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10597","display_name":"Nuclear reactor physics and engineering","score":0.7972000241279602,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.4140242338180542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4087032973766327},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3368634581565857}],"concepts":[{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4140242338180542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4087032973766327},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3368634581565857}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3688837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688837","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2406.06405","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.06405","pdf_url":"https://arxiv.org/pdf/2406.06405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repositorio.uam.es:10486/714646","is_oa":true,"landing_page_url":"http://hdl.handle.net/10486/714646","pdf_url":"https://repositorio.uam.es/bitstream/10486/714646/1/relevant_uyaguari_TOSEM_2024_ps.pdf","source":{"id":"https://openalex.org/S4306400964","display_name":"Biblos-e Archivo (Universidad Aut\u00f3noma de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63634437","host_organization_name":"Universidad Aut\u00f3noma de Madrid","host_organization_lineage":["https://openalex.org/I63634437"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/acceptedVersion"}],"best_oa_location":{"id":"doi:10.1145/3688837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688837","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G160784357","display_name":null,"funder_award_id":"PID2021-122270OB-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3219925899","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3458438125","display_name":null,"funder_award_id":"P2018/TCS-4314","funder_id":"https://openalex.org/F4320324004","funder_display_name":"Forskningsr\u00e5det om H\u00e4lsa, Arbetsliv och V\u00e4lf\u00e4rd"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4045093968","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G410571670","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G451917667","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5539308778","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5967599077","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6360025643","display_name":null,"funder_award_id":"TED2021-129381B-C21","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6731467812","display_name":null,"funder_award_id":"PGC2018","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320324004","display_name":"Forskningsr\u00e5det om H\u00e4lsa, Arbetsliv och V\u00e4lf\u00e4rd","ror":"https://ror.org/02d290r06"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399554349.pdf","grobid_xml":"https://content.openalex.org/works/W4399554349.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1606343386","https://openalex.org/W1964416677","https://openalex.org/W1974501297","https://openalex.org/W1974617354","https://openalex.org/W1981329136","https://openalex.org/W2002049470","https://openalex.org/W2008831000","https://openalex.org/W2012274581","https://openalex.org/W2015795623","https://openalex.org/W2024714614","https://openalex.org/W2025969607","https://openalex.org/W2029080835","https://openalex.org/W2034433197","https://openalex.org/W2073153953","https://openalex.org/W2091607208","https://openalex.org/W2100850394","https://openalex.org/W2104836268","https://openalex.org/W2109479745","https://openalex.org/W2114929741","https://openalex.org/W2116295136","https://openalex.org/W2118328848","https://openalex.org/W2118604270","https://openalex.org/W2129005287","https://openalex.org/W2132488875","https://openalex.org/W2135263236","https://openalex.org/W2136800703","https://openalex.org/W2138666285","https://openalex.org/W2148899257","https://openalex.org/W2161477496","https://openalex.org/W2163851162","https://openalex.org/W2281418997","https://openalex.org/W2399562897","https://openalex.org/W2493532602","https://openalex.org/W2506155917","https://openalex.org/W2517626969","https://openalex.org/W2522228258","https://openalex.org/W2593900320","https://openalex.org/W2804829706","https://openalex.org/W2823939743","https://openalex.org/W2890887447","https://openalex.org/W2962783678","https://openalex.org/W2982298308","https://openalex.org/W3008786345","https://openalex.org/W3013090199","https://openalex.org/W3089919374","https://openalex.org/W3135995219","https://openalex.org/W4247890920","https://openalex.org/W4291213652"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Experiments":[0],"are":[1,256],"a":[2,103,107,126,130,163],"commonly":[3],"used":[4,90,246],"method":[5],"of":[6,26,99,110,113,150,154,173,212,235,295],"research":[7,101],"in":[8,23,56,157,273],"software":[9],"engineering":[10],"(SE).":[11],"Researchers":[12],"report":[13,222,262],"their":[14,65],"experiments":[15,58,156,218,290],"following":[16],"detailed":[17],"guidelines.":[18],"However,":[19],"researchers":[20],"do":[21,219],"not,":[22],"the":[24,36,41,51,68,74,78,87,100,111,114,118,146,151,168,171,174,183,187,190,196,203,207,210,224,227,233,250,263,266,270,280],"field":[25],"test-driven":[27],"development":[28],"(TDD)":[29],"at":[30],"least,":[31],"specify":[32],"how":[33,236],"they":[34],"operationalized":[35],"response":[37,52],"variables":[38],"and,":[39],"particularly,":[40],"measurement":[42,79,242],"process.":[43],"This":[44],"article":[45],"has":[46,179],"three":[47],"aims:":[48],"(i)":[49],"identify":[50],"variable":[53],"operationalization":[54,115],"components":[55,81,116],"TDD":[57,155,217],"that":[59,82,216,249],"study":[60,64,133],"external":[61,237],"quality;":[62],"(ii)":[63],"influence":[66,144],"on":[67,86,117,145,166,182,186,195],"experimental":[69,119,204,267],"results;":[70],"(iii)":[71],"determine":[72],"if":[73],"experiment":[75],"reports":[76],"describe":[77],"process":[80],"have":[83,142,162,192],"an":[84,143,193],"impact":[85,112,165,181,194],"results.":[88,120,205],"We":[89],"two-part":[91],"sequential":[92],"mixed":[93],"methods":[94],"research.":[95],"The":[96,121,135,159,176],"first":[97],"part":[98,123],"adopts":[102],"quantitative":[104],"approach":[105,128],"applying":[106,129],"statistical":[108,152,283],"analysis":[109,153],"second":[122],"follows":[124],"with":[125],"qualitative":[127],"systematic":[131],"mapping":[132],"(SMS).":[134],"test":[136,160,225,228,264],"suites,":[137,226],"intervention":[138,177,271],"types":[139],"and":[140,148,170,269,282,291],"measurers":[141,191,255],"measurements":[147,169,251,281],"results":[149,172,184,211],"SE.":[158],"suites":[161],"major":[164],"both":[167],"experiments.":[175,296],"type":[178,272],"less":[180],"than":[185],"measurements.":[188],"While":[189],"measurements,":[197],"this":[198],"is":[199,259],"not":[200,220],"transferred":[201],"to":[202,247,261,275,278,288],"On":[206],"other":[208],"hand,":[209],"our":[213],"SMS":[214],"confirm":[215],"usually":[221],"either":[223],"case":[229],"generation":[230],"method,":[231],"or":[232],"details":[234],"quality":[238],"was":[239],"measured.":[240],"A":[241],"protocol":[243],"should":[244],"be":[245,276],"ensure":[248],"made":[252],"by":[253],"different":[254],"similar.":[257],"It":[258],"necessary":[260],"cases,":[265],"task":[268],"order":[274],"able":[277],"reproduce":[279],"analyses,":[284],"as":[285,287],"well":[286],"replicate":[289],"build":[292],"dependable":[293],"families":[294]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}