{"id":"https://openalex.org/W4403413352","doi":"https://doi.org/10.1145/3674805.3690754","title":"Crossover Designs in Software Engineering Experiments: Review of the State of Analysis","display_name":"Crossover Designs in Software Engineering Experiments: Review of the State of Analysis","publication_year":2024,"publication_date":"2024-10-15","ids":{"openalex":"https://openalex.org/W4403413352","doi":"https://doi.org/10.1145/3674805.3690754"},"language":"en","primary_location":{"id":"doi:10.1145/3674805.3690754","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674805.3690754","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3674805.3690754?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3674805.3690754?download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014887827","display_name":"Julian Frattini","orcid":"https://orcid.org/0000-0003-3995-6125"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Julian Frattini","raw_affiliation_strings":["Blekinge Institute of Technology, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3995-6125","affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Davide Fucci","raw_affiliation_strings":["Blekinge Institute of Technology, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-0679-4361","affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076034572","display_name":"Sira Vegas","orcid":"https://orcid.org/0000-0001-8535-9386"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sira Vegas","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8535-9386","affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"482","last_page":"488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crossover","display_name":"Crossover","score":0.8110536336898804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5903574228286743},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46454620361328125},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46230971813201904},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3910307288169861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13515570759773254},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12815964221954346}],"concepts":[{"id":"https://openalex.org/C122507166","wikidata":"https://www.wikidata.org/wiki/Q628906","display_name":"Crossover","level":2,"score":0.8110536336898804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5903574228286743},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46454620361328125},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46230971813201904},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3910307288169861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13515570759773254},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12815964221954346}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3674805.3690754","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674805.3690754","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3674805.3690754?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:bth-27253","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:bth-27253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3674805.3690754","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3674805.3690754","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3674805.3690754?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320323802","display_name":"Blekinge Tekniska H\u00f6gskola","ror":"https://ror.org/0093a8w51"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403413352.pdf","grobid_xml":"https://content.openalex.org/works/W4403413352.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1985558141","https://openalex.org/W2013222969","https://openalex.org/W2031738304","https://openalex.org/W2109076419","https://openalex.org/W2126165970","https://openalex.org/W2136646847","https://openalex.org/W2295373235","https://openalex.org/W2522228258","https://openalex.org/W2835181743","https://openalex.org/W2887834142","https://openalex.org/W2936534160","https://openalex.org/W2943233797","https://openalex.org/W2963203256","https://openalex.org/W2966089156","https://openalex.org/W2967386726","https://openalex.org/W2999705844","https://openalex.org/W3000256088","https://openalex.org/W3090750889","https://openalex.org/W3094337487","https://openalex.org/W3146364986","https://openalex.org/W4200275653","https://openalex.org/W4229009229","https://openalex.org/W4229772528","https://openalex.org/W4247781538","https://openalex.org/W4313171231","https://openalex.org/W4324303402","https://openalex.org/W4364387439","https://openalex.org/W4387004106","https://openalex.org/W4390357372","https://openalex.org/W4390482664","https://openalex.org/W4391510392","https://openalex.org/W4399353077","https://openalex.org/W4403413352"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2347477706","https://openalex.org/W1943663474","https://openalex.org/W4299389082","https://openalex.org/W2306830238","https://openalex.org/W2110294633","https://openalex.org/W1829715381","https://openalex.org/W2962747841","https://openalex.org/W2014162767"],"abstract_inverted_index":{"Experimentation":[0],"is":[1,202],"an":[2],"essential":[3],"method":[4],"for":[5,65],"causal":[6],"inference":[7],"in":[8,16,29,68,108,188,195,205],"any":[9],"empirical":[10],"discipline.":[11],"Crossover-design":[12],"experiments":[13,107,134],"are":[14,185],"common":[15],"Software":[17],"Engineering":[18],"(SE)":[19],"research.":[20],"In":[21,88],"these,":[22],"subjects":[23],"apply":[24],"more":[25],"than":[26],"one":[27],"treatment":[28],"different":[30],"orders.":[31],"This":[32],"design":[33],"increases":[34],"the":[35,52,61,94,101,125,141,148,157,164,178,181,199,209,217,221,224],"amount":[36],"of":[37,63,96,103,105,124,150,160,169,192,208,214,223],"obtained":[38],"data":[39,81,138,151],"and":[40,54,71,99,113,135,180,190],"deals":[41],"with":[42],"subject":[43],"variability":[44],"but":[45],"introduces":[46],"threats":[47,79,171,184],"to":[48,76,156,172,216],"internal":[49],"validity":[50,149,173,222],"like":[51],"learning":[53],"carryover":[55,200],"effect.":[56],"Vegas":[57],"et":[58],"al.":[59],"reviewed":[60],"state":[62,102,159],"practice":[64],"crossover":[66],"designs":[67],"SE":[69,109],"research":[70],"provided":[72,142],"guidelines":[73,98,219],"on":[74,93],"how":[75],"address":[77],"its":[78,86],"during":[80],"analysis":[82,104,139,218],"while":[83],"still":[84],"harnessing":[85],"benefits.":[87],"this":[89,117],"paper,":[90],"we":[91,127],"reflect":[92],"impact":[95],"these":[97],"review":[100],"crossover-design":[106,133,228],"publications":[110,130],"between":[111],"2015":[112],"March":[114],"2024.":[115],"To":[116],"end,":[118],"by":[119],"conducting":[120],"a":[121],"forward":[122],"snowballing":[123],"guidelines,":[126,166],"survey":[128],"136":[129],"reporting":[131],"67":[132],"evaluate":[136],"their":[137],"against":[140],"guidelines.":[143],"The":[144,212],"results":[145],"show":[146],"that":[147],"analyses":[152],"has":[153],"improved":[154],"compared":[155],"original":[158],"analysis.":[161],"Still,":[162],"despite":[163],"explicit":[165],"only":[167,203],"29.5%":[168],"all":[170,193],"were":[174],"addressed":[175,187],"properly.":[176],"While":[177],"maturation":[179],"optimal":[182],"sequence":[183],"properly":[186],"35.8%":[189],"38.8%":[191],"studies":[194],"our":[196],"sample":[197],"respectively,":[198],"threat":[201],"modeled":[204],"about":[206],"3%":[207],"observed":[210],"cases.":[211],"lack":[213],"adherence":[215],"threatens":[220],"conclusions":[225],"drawn":[226],"from":[227],"experiments.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}