{"id":"https://openalex.org/W4388967787","doi":"https://doi.org/10.32942/x2rg7x","title":"Measuring biological generality in meta-analysis: a pluralistic approach to heterogeneity quantification and stratification","display_name":"Measuring biological generality in meta-analysis: a pluralistic approach to heterogeneity quantification and stratification","publication_year":2023,"publication_date":"2023-11-24","ids":{"openalex":"https://openalex.org/W4388967787","doi":"https://doi.org/10.32942/x2rg7x"},"language":"en","primary_location":{"id":"doi:10.32942/x2rg7x","doi":"https://doi.org/10.32942/x2rg7x","is_oa":true,"landing_page_url":"https://doi.org/10.32942/x2rg7x","pdf_url":"https://ecoevorxiv.org/repository/object/6299/download/12261/","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ecoevorxiv.org/repository/object/6299/download/12261/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022684670","display_name":"Yefeng Yang","orcid":"https://orcid.org/0000-0002-8610-4016","observed_orcids":["https://orcid.org/0000-0002-8610-4016"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yefeng Yang","raw_affiliation_strings":["Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028073300","display_name":"Daniel W. A. Noble","orcid":"https://orcid.org/0000-0001-9460-8743","observed_orcids":["https://orcid.org/0000-0001-9460-8743"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel Noble","raw_affiliation_strings":["Division of Ecology and Evolution, Research School of Biology, The Australian National University, Canberra, ACT 2600, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Ecology and Evolution, Research School of Biology, The Australian National University, Canberra, ACT 2600, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041626013","display_name":"Rebecca Spake","orcid":"https://orcid.org/0000-0003-4671-2225","observed_orcids":["https://orcid.org/0000-0003-4671-2225"]},"institutions":[{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rebecca Spake","raw_affiliation_strings":["Ecology and Evolutionary Biology Research Division, School of Biological Sciences, University of Reading, RG6 6EX, Reading, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecology and Evolutionary Biology Research Division, School of Biological Sciences, University of Reading, RG6 6EX, Reading, UK","institution_ids":["https://openalex.org/I71052956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030763843","display_name":"Alistair McNair Senior","orcid":"https://orcid.org/0000-0001-9805-7280","observed_orcids":["https://orcid.org/0000-0001-9805-7280"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alistair Senior","raw_affiliation_strings":["Charles Perkins Centre, Sydney Precision Data Science Centre, School of Life and Environmental Sciences and School of Mathematics and Statistics, The University of Sydney, Sydney, NSW 2006, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles Perkins Centre, Sydney Precision Data Science Centre, School of Life and Environmental Sciences and School of Mathematics and Statistics, The University of Sydney, Sydney, NSW 2006, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007515715","display_name":"Malgorzata Lagisz","orcid":"https://orcid.org/0000-0002-3993-6127","observed_orcids":["https://orcid.org/0000-0002-3993-6127"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Malgorzata Lagisz","raw_affiliation_strings":["Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064087878","display_name":"Shinichi Nakagawa","orcid":"https://orcid.org/0000-0002-7765-5182","observed_orcids":["https://orcid.org/0000-0002-7765-5182","https://orcid.org/0009-0009-9277-1673","https://orcid.org/0000-0003-1697-1234"]},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU","JP"],"is_corresponding":true,"raw_author_name":"Shinichi Nakagawa","raw_affiliation_strings":["Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia","Theoretical Sciences Visiting Program, Okinawa Institute of Science and Technology Graduate University, Onna, 904-0495, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evolution & Ecology Research Centre and School of Biological, Earth and Environmental Sciences, University of New South Wales, Sydney, NSW 2052, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"Theoretical Sciences Visiting Program, Okinawa Institute of Science and Technology Graduate University, Onna, 904-0495, Japan","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5064087878"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10005","display_name":"Ecology and Vegetation Dynamics Studies","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-interval-width","display_name":"confidence interval width","score":0.4269999861717224},{"id":"https://openalex.org/keywords/predictive-distribution","display_name":"predictive distribution","score":0.5400000214576721},{"id":"https://openalex.org/keywords/ecology-and-evolution","display_name":"ecology and evolution","score":0.6340000033378601}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.9163336753845215},{"id":"https://openalex.org/C119423318","wikidata":"https://www.wikidata.org/wiki/Q7628405","display_name":"Study heterogeneity","level":3,"score":0.7499203085899353},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.659031093120575},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5939441919326782},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.502147912979126},{"id":"https://openalex.org/C180478619","wikidata":"https://www.wikidata.org/wiki/Q7574066","display_name":"Spatial heterogeneity","level":2,"score":0.4854643940925598},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.42775267362594604},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4191698133945465},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.3993183672428131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36844342947006226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22506648302078247},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.21017929911613464},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18176987767219543},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.14220023155212402},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.12501633167266846},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.32942/x2rg7x","doi":"https://doi.org/10.32942/x2rg7x","is_oa":true,"landing_page_url":"https://doi.org/10.32942/x2rg7x","pdf_url":"https://ecoevorxiv.org/repository/object/6299/download/12261/","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:eer:id:6299","doi":null,"is_oa":true,"landing_page_url":"https://ecoevorxiv.org/repository/object/6299/download/13846/","pdf_url":"https://ecoevorxiv.org/repository/object/6299/download/13846/","source":{"id":"https://openalex.org/S4306402488","display_name":"EcoEvoRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EcoEvoRxiv","raw_type":"PREPRINTS"}],"best_oa_location":{"id":"doi:10.32942/x2rg7x","doi":"https://doi.org/10.32942/x2rg7x","is_oa":true,"landing_page_url":"https://doi.org/10.32942/x2rg7x","pdf_url":"https://ecoevorxiv.org/repository/object/6299/download/12261/","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.6299999952316284,"display_name":"Life on land","id":"https://metadata.un.org/sdg/15"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3226198410","display_name":"Sex Differences in Trait Associations & Shapes: Analysis beyond Average","funder_award_id":"DP230101248","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G4072453097","display_name":"Towards a balanced veiw of parental effects: gaps, biases and opportunities","funder_award_id":"DP210100812","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G4642553186","display_name":"Quantifying the impact of phenotypic plasticity on population persistence","funder_award_id":"FT220100276","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5161954777","display_name":null,"funder_award_id":"32102597","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388967787.pdf","grobid_xml":"https://content.openalex.org/works/W4388967787.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1997889941","https://openalex.org/W2010759743","https://openalex.org/W2036756589","https://openalex.org/W2039520424","https://openalex.org/W2049217505","https://openalex.org/W2057636528","https://openalex.org/W2086645795","https://openalex.org/W2098469032","https://openalex.org/W2101224191","https://openalex.org/W2122962297","https://openalex.org/W2125435699","https://openalex.org/W2126930838","https://openalex.org/W2139168999","https://openalex.org/W2168648059","https://openalex.org/W2315123323","https://openalex.org/W2464924628","https://openalex.org/W2531477340","https://openalex.org/W2582721760","https://openalex.org/W2761493296","https://openalex.org/W2782329977","https://openalex.org/W2791681873","https://openalex.org/W2949833732","https://openalex.org/W3005807379","https://openalex.org/W3026917185","https://openalex.org/W3031124187","https://openalex.org/W3115493468","https://openalex.org/W3186024030","https://openalex.org/W3213518543","https://openalex.org/W4220659412","https://openalex.org/W4220664170","https://openalex.org/W4224240568","https://openalex.org/W4256331126","https://openalex.org/W4297789878","https://openalex.org/W4308187015","https://openalex.org/W4312157002","https://openalex.org/W4366827835","https://openalex.org/W4380627471","https://openalex.org/W4387299000"],"related_works":["https://openalex.org/W4414246624","https://openalex.org/W4402703890","https://openalex.org/W2531477340","https://openalex.org/W4410033600","https://openalex.org/W4405975796","https://openalex.org/W2162582079","https://openalex.org/W4407741761","https://openalex.org/W7126171959","https://openalex.org/W4361197824","https://openalex.org/W4387006853"],"abstract_inverted_index":{"Uncovering":[0],"general":[1,194],"rules":[2,195],"enhances":[3],"the":[4,21,40,79,108,122,125,148,190],"predictive":[5,71],"capabilities":[6],"in":[7,17,45,140,145],"ecology":[8,141],"and":[9,30,34,60,70,82,142],"evolution.":[10,143],"Meta-analytic":[11],"approaches":[12],"play":[13],"a":[14,54],"critical":[15],"role":[16,41],"this":[18,50],"endeavour,":[19],"examining":[20],"extent":[22],"to":[23,105],"which":[24],"phenomena":[25],"can":[26],"be":[27],"replicated,":[28],"generalized,":[29],"transferred.":[31],"However,":[32],"ecologists":[33],"evolutionary":[35],"biologists":[36],"have":[37],"largely":[38],"overlooked":[39],"of":[42,85,89,107,117,124,147,172],"meta-analytic":[43,126],"heterogeneity":[44,63,94,118,139,160,174],"informing":[46],"generality.":[47],"To":[48],"reform":[49],"situation,":[51],"we":[52],"introduce":[53],"pluralistic":[55,186],"approach":[56,187],"aimed":[57],"at":[58],"quantifying":[59],"stratifying":[61],"various":[62,173],"metrics,":[64,175],"such":[65],"as":[66,178],"I^2,":[67],"CV,":[68],"M,":[69],"distribution.":[72],"These":[73],"metrics":[74],"offer":[75],"complementary":[76],"information,":[77],"revealing":[78],"source,":[80],"magnitude,":[81],"visual":[83],"representation":[84],"heterogeneity.":[86],"Our":[87,166,184],"analysis":[88],"512":[90],"meta-analyses":[91],"demonstrates":[92],"that":[93],"is,":[95],"on":[96],"average,":[97],"ten":[98],"times":[99],"larger":[100],"than":[101],"statistical":[102],"noise,":[103],"contributing":[104],"91%":[106],"observed":[109],"variance":[110],"(median":[111,129],"I2":[112],"=":[113,131,134],"91%).":[114],"This":[115],"amount":[116],"is":[119],"nearly":[120],"twice":[121],"size":[123],"mean":[127],"effect":[128],"CV":[130],"1.8,":[132],"M":[133],"0.6),":[135],"indicating":[136],"substantial":[137],"total":[138,159],"Surprisingly,":[144],"half":[146],"cases,":[149],"focal":[150],"effects":[151],"could":[152],"generalize":[153],"across":[154],"studies":[155],"even":[156],"with":[157],"high":[158],"by":[161],"controlling":[162],"for":[163,181,193],"within-study":[164],"variation.":[165],"synthesis":[167],"also":[168],"visualises":[169],"empirical":[170],"distributions":[171],"potentially":[176],"serving":[177],"new":[179],"benchmarks":[180],"informed":[182],"interpretation.":[183],"proposed":[185],"will":[188],"accelerate":[189],"future":[191],"quest":[192],"via":[196],"meta-analyses.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-11-25T00:00:00"}