{"id":"https://openalex.org/W2554437640","doi":"https://doi.org/10.1177/0013164416678980","title":"Using Cluster Bootstrapping to Analyze Nested Data With a Few Clusters","display_name":"Using Cluster Bootstrapping to Analyze Nested Data With a Few Clusters","publication_year":2016,"publication_date":"2016-11-23","ids":{"openalex":"https://openalex.org/W2554437640","doi":"https://doi.org/10.1177/0013164416678980","mag":"2554437640","pmid":"https://pubmed.ncbi.nlm.nih.gov/29795957","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965657"},"language":"en","primary_location":{"id":"doi:10.1177/0013164416678980","doi":"https://doi.org/10.1177/0013164416678980","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164416678980","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965657","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036332731","display_name":"Francis L. Huang","orcid":"https://orcid.org/0000-0002-5900-7763","observed_orcids":["https://orcid.org/0000-0002-5900-7763"]},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Francis L. Huang","raw_affiliation_strings":["University of Missouri, Columbia, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036332731"],"corresponding_institution_ids":["https://openalex.org/I76835614"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":1.9502,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.89409705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"78","issue":"2","first_page":"297","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.04019999876618385,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/small-number-of-clusters","display_name":"small number of clusters","score":0.7950000166893005},{"id":"https://openalex.org/keywords/nested-data","display_name":"nested data","score":0.8289999961853027},{"id":"https://openalex.org/keywords/multilevel-models","display_name":"multilevel models","score":0.8330000042915344},{"id":"https://openalex.org/keywords/standard-errors","display_name":"standard errors","score":0.7689999938011169},{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.8309999704360962},{"id":"https://openalex.org/keywords/cluster-size","display_name":"cluster size","score":0.8180000185966492}],"concepts":[{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.9360010623931885},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6959976553916931},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5560834407806396},{"id":"https://openalex.org/C53059260","wikidata":"https://www.wikidata.org/wiki/Q374758","display_name":"Multilevel model","level":2,"score":0.5545432567596436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5025982856750488},{"id":"https://openalex.org/C176400912","wikidata":"https://www.wikidata.org/wiki/Q3058662","display_name":"Cluster randomised controlled trial","level":3,"score":0.4339025318622589},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.41928520798683167},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3973061442375183},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3895583152770996},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33693546056747437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27605217695236206},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.07367891073226929},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/0013164416678980","doi":"https://doi.org/10.1177/0013164416678980","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164416678980","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:5422775","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:5965657","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965657","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educ Psychol Meas","raw_type":"Text"},{"id":"pmid:29795957","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29795957","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and psychological measurement","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:europepmc.org:5422775","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W110181434","https://openalex.org/W114234430","https://openalex.org/W349912947","https://openalex.org/W572984133","https://openalex.org/W579219921","https://openalex.org/W642783518","https://openalex.org/W1201749067","https://openalex.org/W1538356078","https://openalex.org/W1569909498","https://openalex.org/W1610612296","https://openalex.org/W1887050506","https://openalex.org/W1891769353","https://openalex.org/W1913957972","https://openalex.org/W1951724000","https://openalex.org/W1975383176","https://openalex.org/W1979304800","https://openalex.org/W1981747359","https://openalex.org/W1982104375","https://openalex.org/W1990708972","https://openalex.org/W1995031937","https://openalex.org/W1995945562","https://openalex.org/W2009729418","https://openalex.org/W2010316693","https://openalex.org/W2028871521","https://openalex.org/W2029266105","https://openalex.org/W2048914061","https://openalex.org/W2052648475","https://openalex.org/W2057769283","https://openalex.org/W2059251872","https://openalex.org/W2062541081","https://openalex.org/W2084007633","https://openalex.org/W2092716166","https://openalex.org/W2097334037","https://openalex.org/W2099665323","https://openalex.org/W2109066228","https://openalex.org/W2112146495","https://openalex.org/W2112646694","https://openalex.org/W2115971707","https://openalex.org/W2117897510","https://openalex.org/W2118836230","https://openalex.org/W2127262241","https://openalex.org/W2137700734","https://openalex.org/W2137735723","https://openalex.org/W2138430982","https://openalex.org/W2139075905","https://openalex.org/W2141536144","https://openalex.org/W2155480121","https://openalex.org/W2158672897","https://openalex.org/W2165494721","https://openalex.org/W2172150141","https://openalex.org/W2210046542","https://openalex.org/W2313243722","https://openalex.org/W2324700784","https://openalex.org/W2359421351","https://openalex.org/W2462263118","https://openalex.org/W2463037152","https://openalex.org/W2500845915","https://openalex.org/W2582743722","https://openalex.org/W2757079527","https://openalex.org/W3122178585","https://openalex.org/W4298058714","https://openalex.org/W4298872162","https://openalex.org/W4300416048"],"related_works":["https://openalex.org/W3198436982","https://openalex.org/W2136697713","https://openalex.org/W1993954293","https://openalex.org/W2027848068","https://openalex.org/W2556353012","https://openalex.org/W1943174693","https://openalex.org/W2767068410","https://openalex.org/W2171673405","https://openalex.org/W7113503132","https://openalex.org/W2466653336"],"abstract_inverted_index":{"Cluster":[0,79],"randomized":[1,40],"trials":[2,41],"involving":[3],"participants":[4],"nested":[5,60],"within":[6],"intact":[7,26],"treatment":[8,162],"and":[9,19,24,32,37,101,118,136],"control":[10],"groups":[11,27,76],"are":[12,42,55,168],"commonly":[13],"performed":[14,43],"in":[15,99],"various":[16,29],"educational,":[17],"psychological,":[18],"biomedical":[20],"studies.":[21,103],"However,":[22],"recruiting":[23],"retaining":[25],"present":[28],"practical,":[30],"financial,":[31],"logistical":[33],"challenges":[34],"to":[35,58,71,176],"evaluators":[36],"often,":[38],"cluster":[39,116,126,142,178],"with":[44,128],"a":[45,74,105],"low":[46],"number":[47,112],"of":[48,66,113,158,169],"clusters":[49],"(~20":[50],"groups).":[51],"Although":[52],"multilevel":[53,137],"models":[54],"often":[56],"used":[57,150],"analyze":[59],"data,":[61],"researchers":[62],"may":[63],"be":[64,149],"concerned":[65],"potentially":[67],"biased":[68],"results":[69],"due":[70],"having":[72],"only":[73],"few":[75],"under":[77],"study.":[78],"bootstrapping":[80,127],"has":[81,94],"been":[82],"suggested":[83],"as":[84,151],"an":[85,152],"alternative":[86,153],"procedure":[87,154],"when":[88,161],"analyzing":[89],"clustered":[90,159],"data":[91,160],"though":[92,144],"it":[93],"seen":[95],"very":[96],"little":[97],"use":[98],"educational":[100],"psychological":[102],"Using":[104],"Monte":[106],"Carlo":[107],"simulation":[108],"that":[109,141],"varied":[110],"the":[111,156,165],"clusters,":[114],"average":[115],"size,":[117],"intraclass":[119],"correlations,":[120],"we":[121],"compared":[122],"standard":[123],"errors":[124],"using":[125,131,181],"those":[129],"derived":[130],"ordinary":[132],"least":[133],"squares":[134],"regression":[135],"models.":[138],"Results":[139],"indicate":[140],"bootstrapping,":[143],"more":[145],"computationally":[146],"demanding,":[147],"can":[148],"for":[155],"analysis":[157],"effects":[163],"at":[164],"group":[166],"level":[167],"primary":[170],"interest.":[171],"Supplementary":[172],"material":[173],"showing":[174],"how":[175],"perform":[177],"bootstrapped":[179],"regressions":[180],"R":[182],"is":[183],"also":[184],"provided.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-11-30T00:00:00"}