{"id":"https://openalex.org/W4382069367","doi":"https://doi.org/10.1017/s0958344023000162","title":"Sampling and randomisation in experimental and quasi-experimental CALL studies: Issues and recommendations for design, reporting, review, and interpretation","display_name":"Sampling and randomisation in experimental and quasi-experimental CALL studies: Issues and recommendations for design, reporting, review, and interpretation","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382069367","doi":"https://doi.org/10.1017/s0958344023000162"},"language":"en","primary_location":{"id":"doi:10.1017/s0958344023000162","doi":"https://doi.org/10.1017/s0958344023000162","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0958344023000162","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/C02434ED65E6B05FD93FB804595E866B/S0958344023000162a.pdf/div-class-title-sampling-and-randomisation-in-experimental-and-quasi-experimental-call-studies-issues-and-recommendations-for-design-reporting-review-and-interpretation-div.pdf","source":{"id":"https://openalex.org/S29746465","display_name":"ReCALL","issn_l":"0958-3440","issn":["0958-3440","1474-0109"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ReCALL","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/C02434ED65E6B05FD93FB804595E866B/S0958344023000162a.pdf/div-class-title-sampling-and-randomisation-in-experimental-and-quasi-experimental-call-studies-issues-and-recommendations-for-design-reporting-review-and-interpretation-div.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074118855","display_name":"Oliver James Ballance","orcid":"https://orcid.org/0000-0003-4695-6406","observed_orcids":["https://orcid.org/0000-0003-4695-6406"]},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Oliver James Ballance","raw_affiliation_strings":["Massey University, Te Kunenga ki P\u016brehuroa, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-4695-6406","affiliations":[{"raw_affiliation_string":"Massey University, Te Kunenga ki P\u016brehuroa, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074118855"],"corresponding_institution_ids":["https://openalex.org/I51158804"],"apc_list":{"value":3255,"currency":"USD","value_usd":3255},"apc_paid":{"value":3255,"currency":"USD","value_usd":3255},"fwci":19.3737,"has_fulltext":true,"cited_by_count":68,"citation_normalized_percentile":{"value":0.99527865,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"36","issue":"1","first_page":"58","last_page":"71"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.7153000235557556,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.7153000235557556,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.13429999351501465,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.03220000118017197,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-assisted-language-learning","display_name":"computer-assisted language learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/sampling","display_name":"sampling","score":0.7789999842643738},{"id":"https://openalex.org/keywords/randomization","display_name":"randomization","score":0.9800000190734863},{"id":"https://openalex.org/keywords/random-sampling","display_name":"random sampling","score":0.5519999861717224},{"id":"https://openalex.org/keywords/random-assignment","display_name":"random assignment","score":0.953000009059906},{"id":"https://openalex.org/keywords/quasi-experimental-design","display_name":"quasi-experimental design","score":0.8870000243186951},{"id":"https://openalex.org/keywords/experimental-design","display_name":"experimental design","score":0.8090000152587891},{"id":"https://openalex.org/keywords/research-reporting","display_name":"research reporting","score":0.5860000252723694},{"id":"https://openalex.org/keywords/interpretation-of-results","display_name":"interpretation of results","score":0.699999988079071},{"id":"https://openalex.org/keywords/language-learning-outcomes","display_name":"language learning outcomes","score":0.5699999928474426}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6472424864768982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6240695714950562},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5700305104255676},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5331240296363831},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.48009875416755676},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.42331695556640625},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.41513383388519287},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4107738435268402},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19848984479904175},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16375187039375305},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07693812251091003},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1017/s0958344023000162","doi":"https://doi.org/10.1017/s0958344023000162","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0958344023000162","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/C02434ED65E6B05FD93FB804595E866B/S0958344023000162a.pdf/div-class-title-sampling-and-randomisation-in-experimental-and-quasi-experimental-call-studies-issues-and-recommendations-for-design-reporting-review-and-interpretation-div.pdf","source":{"id":"https://openalex.org/S29746465","display_name":"ReCALL","issn_l":"0958-3440","issn":["0958-3440","1474-0109"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ReCALL","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/32904065","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Sampling_and_randomisation_in_experimental_and_quasi-experimental_CALL_studies_Issues_and_recommendations_for_design_reporting_review_and_interpretation/32904065","pdf_url":null,"source":{"id":"https://openalex.org/S4306402649","display_name":"Open Access Victoria University of Wellington | Te Herenga Waka (Figshare)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.25455/wgtn.32904065","doi":"https://doi.org/10.25455/wgtn.32904065","is_oa":true,"landing_page_url":"https://doi.org/10.25455/wgtn.32904065","pdf_url":null,"source":{"id":"https://openalex.org/S7407051402","display_name":"Victoria University of Wellington","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.1017/s0958344023000162","doi":"https://doi.org/10.1017/s0958344023000162","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0958344023000162","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/C02434ED65E6B05FD93FB804595E866B/S0958344023000162a.pdf/div-class-title-sampling-and-randomisation-in-experimental-and-quasi-experimental-call-studies-issues-and-recommendations-for-design-reporting-review-and-interpretation-div.pdf","source":{"id":"https://openalex.org/S29746465","display_name":"ReCALL","issn_l":"0958-3440","issn":["0958-3440","1474-0109"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ReCALL","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382069367.pdf","grobid_xml":"https://content.openalex.org/works/W4382069367.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1686461785","https://openalex.org/W1730782591","https://openalex.org/W1780176688","https://openalex.org/W1897255222","https://openalex.org/W1910752317","https://openalex.org/W1943429024","https://openalex.org/W2036945693","https://openalex.org/W2041591248","https://openalex.org/W2060188031","https://openalex.org/W2077761869","https://openalex.org/W2087484885","https://openalex.org/W2116341363","https://openalex.org/W2128389066","https://openalex.org/W2159953917","https://openalex.org/W2162825428","https://openalex.org/W2323158702","https://openalex.org/W2323444743","https://openalex.org/W2480605156","https://openalex.org/W2507008012","https://openalex.org/W2515649876","https://openalex.org/W2548739783","https://openalex.org/W2587922133","https://openalex.org/W2606099023","https://openalex.org/W2762885872","https://openalex.org/W2766947822","https://openalex.org/W2791507392","https://openalex.org/W2799443617","https://openalex.org/W2884510984","https://openalex.org/W2915317332","https://openalex.org/W2937899347","https://openalex.org/W2946140203","https://openalex.org/W2976233048","https://openalex.org/W3001647204","https://openalex.org/W3012402828","https://openalex.org/W3016928384","https://openalex.org/W3133529743","https://openalex.org/W3167187128","https://openalex.org/W3185538630","https://openalex.org/W3209631259","https://openalex.org/W4212949095","https://openalex.org/W4282005256","https://openalex.org/W4285670724","https://openalex.org/W4301846271","https://openalex.org/W4308731828"],"related_works":["https://openalex.org/W2063272617","https://openalex.org/W4416101156","https://openalex.org/W1869288115","https://openalex.org/W3016928384","https://openalex.org/W4200025851","https://openalex.org/W2123235603","https://openalex.org/W2891250695","https://openalex.org/W2567227321","https://openalex.org/W4213186415","https://openalex.org/W2006274594"],"abstract_inverted_index":{"Abstract":[0],"The":[1,123,151],"majority":[2],"of":[3,19,46,63,113,116,129,133,139,144,187,200],"research":[4,78],"papers":[5],"in":[6,22,34,71,96,120,135,203],"computer-assisted":[7],"language":[8,25],"learning":[9,26],"(CALL)":[10],"report":[11],"on":[12],"primarily":[13],"quantitative":[14],"studies":[15,29,158,202],"measuring":[16],"the":[17,35,47,64,72,80,114,127,163,184,188,204],"effectiveness":[18],"pedagogical":[20],"interventions":[21],"relation":[23],"to":[24,33,49,76,93,146],"outcomes.":[27],"These":[28],"are":[30,104,159],"frequently":[31],"referred":[32],"literature":[36],"as":[37],"experiments,":[38],"although":[39],"this":[40],"designation":[41],"is":[42,91],"often":[43],"incorrect":[44],"because":[45],"approach":[48],"sampling":[50,102,118,134,174],"that":[51,74,88,101,107,171],"has":[52],"been":[53],"used.":[54],"This":[55,99],"methodological":[56],"discussion":[57],"paper":[58,124,189],"provides":[59],"a":[60,167],"broad":[61],"overview":[62],"current":[65],"CALL":[66,182],"literature,":[67],"examining":[68],"reported":[69],"trends":[70],"field":[73],"relate":[75],"experimental":[77,121,149,155,173],"and":[79,106,141,148,156,198],"recommendations":[81,192],"made":[82],"for":[83,165,180,193],"improving":[84],"practice.":[85],"It":[86],"finds":[87],"little":[89],"attention":[90],"given":[92],"sampling,":[94],"even":[95],"review":[97],"articles.":[98],"indicates":[100],"problems":[103],"widespread":[105],"there":[108],"may":[109],"be":[110,178],"limited":[111],"awareness":[112],"role":[115],"formal":[117],"procedures":[119,175],"reasoning.":[122],"then":[125],"reviews":[126],"roles":[128],"two":[130],"key":[131],"aspects":[132],"experiments:":[136],"random":[137,142],"selection":[138],"participants":[140,145],"assignation":[143],"control":[147],"conditions.":[150],"corresponding":[152],"differences":[153],"between":[154],"quasi-experimental":[157,201],"discussed,":[160],"along":[161],"with":[162],"implications":[164],"interpreting":[166],"study\u2019s":[168],"results.":[169],"Acknowledging":[170],"genuine":[172],"will":[176],"not":[177],"possible":[179],"many":[181],"researchers,":[183],"final":[185],"section":[186],"presents":[190],"practical":[191],"improved":[194],"design,":[195],"reporting,":[196],"review,":[197],"interpretation":[199],"field.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2023-06-27T00:00:00"}