{"id":"https://openalex.org/W2153287976","doi":"https://doi.org/10.1093/ije/dyn204","title":"Commentary: Heterogeneity in meta-analysis should be expected and appropriately quantified","display_name":"Commentary: Heterogeneity in meta-analysis should be expected and appropriately quantified","publication_year":2008,"publication_date":"2008-10-01","ids":{"openalex":"https://openalex.org/W2153287976","doi":"https://doi.org/10.1093/ije/dyn204","mag":"2153287976","pmid":"https://pubmed.ncbi.nlm.nih.gov/18832388"},"language":"en","primary_location":{"id":"doi:10.1093/ije/dyn204","doi":"https://doi.org/10.1093/ije/dyn204","is_oa":false,"landing_page_url":"https://doi.org/10.1093/ije/dyn204","pdf_url":null,"source":{"id":"https://openalex.org/S13389975","display_name":"International Journal of Epidemiology","issn_l":"0300-5771","issn":["0300-5771","1464-3685"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Epidemiology","raw_type":"journal-article"},"volume":null,"type":"editorial","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031195893","display_name":"Julian P. T. Higgins","orcid":"https://orcid.org/0000-0002-8323-2514","observed_orcids":["https://orcid.org/0000-0002-8323-2514"]},"institutions":[{"id":"https://openalex.org/I4210134973","display_name":"MRC Biostatistics Unit","ror":"https://ror.org/046vje122","country_code":"GB","type":"facility","lineage":["https://openalex.org/I241749","https://openalex.org/I4210087105","https://openalex.org/I4210134973","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"J. P T Higgins","raw_affiliation_strings":["MRC Biostatistics Unit, Institute of Public Health, Robinson Way, Cambridge CB2 0SR, UK. julian.higgins@mrc-bsu.cam.ac.uk","MRC Biostatistics Unit, Institute of Public Health, Robinson Way, Cambridge CB2 0SR, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Biostatistics Unit, Institute of Public Health, Robinson Way, Cambridge CB2 0SR, UK. julian.higgins@mrc-bsu.cam.ac.uk","institution_ids":["https://openalex.org/I4210134973"]},{"raw_affiliation_string":"MRC Biostatistics Unit, Institute of Public Health, Robinson Way, Cambridge CB2 0SR, UK","institution_ids":["https://openalex.org/I4210134973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5031195893"],"corresponding_institution_ids":["https://openalex.org/I4210134973"],"apc_list":{"value":3423,"currency":"GBP","value_usd":4514},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1013,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"5","first_page":"1158","last_page":"1160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heterogeneity-in-meta-analysis","display_name":"meta-analysis heterogeneity","score":0.8799999952316284},{"id":"https://openalex.org/keywords/sensitivity-analysis","display_name":"sensitivity analysis","score":0.6439999938011169},{"id":"https://openalex.org/keywords/leave-one-out-analysis","display_name":"leave-one-out analysis","score":0.6919999718666077},{"id":"https://openalex.org/keywords/stopping-criterion","display_name":"stopping rules","score":0.4099999964237213}],"concepts":[{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.6721051931381226},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4359191060066223},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36646220088005066},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34345054626464844},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1870400309562683},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.12227019667625427},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/ije/dyn204","doi":"https://doi.org/10.1093/ije/dyn204","is_oa":false,"landing_page_url":"https://doi.org/10.1093/ije/dyn204","pdf_url":null,"source":{"id":"https://openalex.org/S13389975","display_name":"International Journal of Epidemiology","issn_l":"0300-5771","issn":["0300-5771","1464-3685"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Epidemiology","raw_type":"journal-article"},{"id":"pmid:18832388","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18832388","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of epidemiology","raw_type":"Comment"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.521.1585","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.521.1585","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ije.oxfordjournals.org/content/37/5/1158.full.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1978097115","https://openalex.org/W2006979162","https://openalex.org/W2108116635","https://openalex.org/W2112970335","https://openalex.org/W2125435699","https://openalex.org/W2126930838"],"related_works":["https://openalex.org/W2112970335","https://openalex.org/W4391607946","https://openalex.org/W4401678562","https://openalex.org/W2364933143","https://openalex.org/W4361197824","https://openalex.org/W3179712545","https://openalex.org/W3173061055","https://openalex.org/W2126930838","https://openalex.org/W4247137993","https://openalex.org/W3174376500"],"abstract_inverted_index":{"It":[0],"is":[1,98,106,129,161,178],"generally":[2],"accepted":[3],"that":[4,91],"meta-analyses":[5],"should":[6],"assess":[7],"heterogeneity,":[8,37],"which":[9,96,115,139],"may":[10,150,219],"be":[11,29,152,169,194],"defined":[12],"as":[13],"the":[14,23,60,79,92,116,125,147,174,187,216],"presence":[15],"of":[16,50,62,67,72,141,190],"variation":[17],"in":[18,155,179,215],"true":[19],"effect":[20,61,94,118],"sizes":[21],"underlying":[22],"different":[24],"studies.":[25],"This":[26],"assessment":[27,71],"might":[28,193],"achieved":[30],"by":[31,38,42,47,89],"performing":[32],"a":[33,48,111,135,203,224],"statistical":[34],"test":[35],"for":[36,58],"quantifying":[39,43],"its":[40,44],"magnitude,":[41],"impact":[45],"or":[46],"combination":[49],"these.":[51],"Patsopoulos,":[52],"Evangelou":[53],"and":[54,119,134,177],"Ioannidis":[55],"propose":[56],"methods":[57,75],"examining":[59],"excluding":[63,197],"studies":[64,142,176,198],"(or":[65],"groups":[66,140],"studies)":[68],"on":[69],"an":[70,103,158,170],"heterogeneity.1":[73],"Their":[74],"offer":[76,110,223],"benefits":[77],"over":[78],"sometimes":[80],"practiced":[81],"\u2018leave":[82],"one":[83,192],"out\u2019":[84],"approach":[85,113,137,149],"to":[86,168,199,222],"sensitivity":[87],"analysis,":[88],"recognizing":[90],"overall":[93,117],"(against":[95],"heterogeneity":[97,120,185,201,213],"measured)":[99],"changes":[100],"each":[101,132],"time":[102],"influential":[104,127],"study":[105,128,165,205],"excluded.":[107,181],"The":[108],"authors":[109],"sequential":[112,148],"(in":[114,138],"measure":[121],"are":[122,143],"re-estimated":[123],"after":[124],"most":[126],"removed":[130],"at":[131],"iteration),":[133],"combinatorial":[136],"removed).":[144],"I":[145],"suspect":[146],"often":[151],"performed":[153],"informally":[154],"practice,":[156],"whereby":[157],"obvious":[159],"outlier":[160,171],"excluded,":[162],"but":[163],"another":[164],"then":[166],"appears":[167],"compared":[172],"with":[173],"remaining":[175],"turn":[180],"Of":[182],"course,":[183],"if":[184],"permeates":[186],"entire":[188],"set":[189],"studies,":[191],"tempted":[195],"continue":[196],"reduce":[200],"until":[202],"single":[204],"remains.":[206],"A":[207],"predefined":[208],"stopping":[209],"rule":[210],"(a":[211],"\u2018desired":[212],"threshold\u2019,":[214],"authors\u2019":[217],"terminology)":[218],"therefore":[220],"appear":[221],"useful":[225],"way":[226],"forward.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":56},{"year":2025,"cited_by_count":79},{"year":2024,"cited_by_count":85},{"year":2023,"cited_by_count":90},{"year":2022,"cited_by_count":74},{"year":2021,"cited_by_count":96},{"year":2020,"cited_by_count":99},{"year":2019,"cited_by_count":65},{"year":2018,"cited_by_count":70},{"year":2017,"cited_by_count":69},{"year":2016,"cited_by_count":62},{"year":2015,"cited_by_count":34},{"year":2014,"cited_by_count":42},{"year":2013,"cited_by_count":30},{"year":2012,"cited_by_count":23}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}