{"id":"https://openalex.org/W2560101504","doi":"https://doi.org/10.1027/2151-2604/a000251","title":"Avoiding Methodological Biases in Meta-Analysis","display_name":"Avoiding Methodological Biases in Meta-Analysis","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2560101504","doi":"https://doi.org/10.1027/2151-2604/a000251","mag":"2560101504"},"language":"en","primary_location":{"id":"doi:10.1027/2151-2604/a000251","doi":"https://doi.org/10.1027/2151-2604/a000251","is_oa":false,"landing_page_url":"https://doi.org/10.1027/2151-2604/a000251","pdf_url":null,"source":{"id":"https://openalex.org/S108832698","display_name":"Zeitschrift f\u00fcr Psychologie","issn_l":"0044-3409","issn":["0044-3409","1438-9789","2151-2604","2190-8370"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320676","host_organization_name":"Johann Ambrosius Barth Verlag","host_organization_lineage":["https://openalex.org/P4310320676"],"host_organization_lineage_names":["Johann Ambrosius Barth Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zeitschrift f\u00fcr Psychologie","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kops.uni-konstanz.de/server/api/core/bitstreams/9fff0ae6-b35b-4730-9e26-18fc25ed6270/content","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007330702","display_name":"Esther Kaufmann","orcid":"https://orcid.org/0000-0003-1177-5146","observed_orcids":["https://orcid.org/0000-0003-1177-5146"]},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Esther Kaufmann","raw_affiliation_strings":["Institute of Education, University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Education, University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075803073","display_name":"Ulf\u2010Dietrich Reips","orcid":"https://orcid.org/0000-0002-1566-4745","observed_orcids":["https://orcid.org/0000-0002-1566-4745"]},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulf-Dietrich Reips","raw_affiliation_strings":["Department of Psychology, University of Konstanz, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036707296","display_name":"Katharina Maag Merki","orcid":"https://orcid.org/0000-0002-0215-1684","observed_orcids":["https://orcid.org/0000-0002-0215-1684"]},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Katharina Maag Merki","raw_affiliation_strings":["Institute of Education, University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Education, University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4122,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93368595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"224","issue":"3","first_page":"157","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/individual-patient-data-meta-analysis","display_name":"individual patient data meta-analysis","score":0.9919999837875366},{"id":"https://openalex.org/keywords/aggregation-bias","display_name":"aggregation bias","score":0.9079999923706055},{"id":"https://openalex.org/keywords/ecological-fallacy","display_name":"ecological fallacy","score":0.9950000047683716},{"id":"https://openalex.org/keywords/simpson-s-paradox","display_name":"Simpson's paradox","score":0.9990000128746033},{"id":"https://openalex.org/keywords/web-based-data-collection","display_name":"online data collection","score":0.7390000224113464},{"id":"https://openalex.org/keywords/data-quality","display_name":"data quality","score":0.8230000138282776},{"id":"https://openalex.org/keywords/replication-study","display_name":"replication study","score":0.7870000004768372}],"concepts":[{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.855120062828064},{"id":"https://openalex.org/C2781035248","wikidata":"https://www.wikidata.org/wiki/Q186150","display_name":"Fallacy","level":2,"score":0.6609246730804443},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48178526759147644},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4799659252166748},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.46578967571258545},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4650256633758545},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44004905223846436},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.4358513355255127},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.34744328260421753},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.12288177013397217},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1212506890296936},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12074702978134155},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1027/2151-2604/a000251","doi":"https://doi.org/10.1027/2151-2604/a000251","is_oa":false,"landing_page_url":"https://doi.org/10.1027/2151-2604/a000251","pdf_url":null,"source":{"id":"https://openalex.org/S108832698","display_name":"Zeitschrift f\u00fcr Psychologie","issn_l":"0044-3409","issn":["0044-3409","1438-9789","2151-2604","2190-8370"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320676","host_organization_name":"Johann Ambrosius Barth Verlag","host_organization_lineage":["https://openalex.org/P4310320676"],"host_organization_lineage_names":["Johann Ambrosius Barth Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zeitschrift f\u00fcr Psychologie","raw_type":"journal-article"},{"id":"pmh:oai:kops.uni-konstanz.de:123456789/37665","doi":null,"is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bsz:352-2-c5qggipnml9p2","pdf_url":"https://kops.uni-konstanz.de/server/api/core/bitstreams/9fff0ae6-b35b-4730-9e26-18fc25ed6270/content","source":{"id":"https://openalex.org/S4306401487","display_name":"KOPS (University of Konstanz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I189712700","host_organization_name":"University of Konstanz","host_organization_lineage":["https://openalex.org/I189712700"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zeitschrift f\u00fcr Psychologie. 2016, 224(3), S. 157-167. ISSN 2190-8370. eISSN 2151-2604. Verf\u00fcgbar unter: doi: 10.1027/2151-2604/a000251","raw_type":"doc-type:article"},{"id":"pmh:oai:www.zora.uzh.ch:132738","doi":null,"is_oa":false,"landing_page_url":"https://www.zora.uzh.ch/132738","pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kaufmann, Esther; Reips, Ulf-Dietrich; Maag Merki, Katharina (2016). Avoiding methodological biases in meta-analysis: Use of online versus offline individual participant data (IPD) in educational psychology. Zeitschrift f\u00fcr Psychologie - Journal of Psychology, 224(3):157-167.","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.zora.uzh.ch:20.500.14742/126761","doi":null,"is_oa":false,"landing_page_url":"https://www.zora.uzh.ch/handle/20.500.14742/126761","pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kaufmann, E., Reips, U.-D., & Maag Merki, K. (2016). Avoiding methodological biases in meta-analysis: Use of online versus offline individual participant data (IPD) in educational psychology. Zeitschrift F\u00fcr Psychologie - Journal of Psychology, 224, 157\u2013167. https://doi.org/10.1027/2151-2604/a000251","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:kops.uni-konstanz.de:123456789/37665","doi":null,"is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bsz:352-2-c5qggipnml9p2","pdf_url":"https://kops.uni-konstanz.de/server/api/core/bitstreams/9fff0ae6-b35b-4730-9e26-18fc25ed6270/content","source":{"id":"https://openalex.org/S4306401487","display_name":"KOPS (University of Konstanz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I189712700","host_organization_name":"University of Konstanz","host_organization_lineage":["https://openalex.org/I189712700"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zeitschrift f\u00fcr Psychologie. 2016, 224(3), S. 157-167. ISSN 2190-8370. eISSN 2151-2604. Verf\u00fcgbar unter: doi: 10.1027/2151-2604/a000251","raw_type":"doc-type:article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2560101504.pdf","grobid_xml":"https://content.openalex.org/works/W2560101504.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W56246723","https://openalex.org/W97751455","https://openalex.org/W583191632","https://openalex.org/W656930460","https://openalex.org/W1493548188","https://openalex.org/W1511920456","https://openalex.org/W1549788644","https://openalex.org/W1589938327","https://openalex.org/W1841651683","https://openalex.org/W1870939480","https://openalex.org/W1897139626","https://openalex.org/W1904191975","https://openalex.org/W1923600032","https://openalex.org/W1959503025","https://openalex.org/W1966542916","https://openalex.org/W1970041439","https://openalex.org/W1970336321","https://openalex.org/W1972260676","https://openalex.org/W1972428236","https://openalex.org/W1979804577","https://openalex.org/W1980513201","https://openalex.org/W1982070737","https://openalex.org/W1982228885","https://openalex.org/W1985705277","https://openalex.org/W1996761484","https://openalex.org/W2003323761","https://openalex.org/W2010026440","https://openalex.org/W2018635757","https://openalex.org/W2024509488","https://openalex.org/W2026893990","https://openalex.org/W2029045893","https://openalex.org/W2042304363","https://openalex.org/W2048087720","https://openalex.org/W2050118439","https://openalex.org/W2055799281","https://openalex.org/W2062544029","https://openalex.org/W2068746864","https://openalex.org/W2070970594","https://openalex.org/W2072327382","https://openalex.org/W2083684204","https://openalex.org/W2104657845","https://openalex.org/W2109771723","https://openalex.org/W2113178124","https://openalex.org/W2118164945","https://openalex.org/W2119853015","https://openalex.org/W2133940850","https://openalex.org/W2136618123","https://openalex.org/W2139340376","https://openalex.org/W2146962227","https://openalex.org/W2150683078","https://openalex.org/W2152096996","https://openalex.org/W2153022270","https://openalex.org/W2153276699","https://openalex.org/W2281535999","https://openalex.org/W2322849683","https://openalex.org/W2327332664","https://openalex.org/W2433046122","https://openalex.org/W2511816692","https://openalex.org/W2905472553","https://openalex.org/W3023268456","https://openalex.org/W4232670616","https://openalex.org/W4252234170","https://openalex.org/W4254727785","https://openalex.org/W4255991038","https://openalex.org/W4285719527","https://openalex.org/W4388367015"],"related_works":["https://openalex.org/W2003323761","https://openalex.org/W2786558204","https://openalex.org/W3174832584","https://openalex.org/W3199435802","https://openalex.org/W3155004131","https://openalex.org/W2779368970","https://openalex.org/W4410767954","https://openalex.org/W2136698781","https://openalex.org/W2780682778","https://openalex.org/W6983398749"],"abstract_inverted_index":{"Abstract.":[0],"Individual":[1],"participant":[2],"data":[3,63,68],"(IPD)":[4],"meta-analysis":[5,20,105,124],"is":[6,135],"the":[7,82,94,99,142],"gold":[8],"standard":[9],"of":[10,18,84,103,131],"meta-analyses.":[11,132],"This":[12],"paper":[13,100,134],"points":[14],"out":[15,55],"several":[16],"advantages":[17],"IPD":[19,56,78],"over":[21],"classical":[22],"meta-analysis,":[23],"such":[24],"as":[25],"avoiding":[26],"aggregation":[27],"bias":[28],"(e.g.,":[29],"ecological":[30],"fallacy":[31],"or":[32],"Simpson\u2019s":[33],"paradox)":[34],"and":[35,43,66,110,126,129],"shows":[36],"how":[37],"its":[38],"two":[39],"main":[40],"disadvantages":[41],"(time":[42],"cost)":[44],"can":[45],"be":[46],"overcome":[47],"through":[48],"Internet-based":[49],"research.":[50],"Ideally,":[51],"we":[52,75],"recommend":[53],"carrying":[54],"meta-analyses":[57,79,115],"that":[58,117],"consider":[59],"online":[60],"versus":[61],"offline":[62],"gathering":[64],"processes":[65],"examine":[67],"quality.":[69],"Through":[70],"a":[71],"comprehensive":[72],"literature":[73],"search,":[74],"investigated":[76],"whether":[77],"published":[80],"in":[81],"field":[83],"educational":[85],"psychology":[86],"already":[87],"follow":[88],"these":[89],"recommendations;":[90],"this":[91,97],"was":[92],"not":[93],"case.":[95],"For":[96],"reason,":[98],"demonstrates":[101],"characteristics":[102],"ideal":[104],"on":[106,116,145],"teachers\u2019":[107],"judgment":[108],"accuracy":[109],"links":[111],"it":[112],"to":[113,138],"recent":[114],"topic.":[118],"The":[119],"recommendations":[120],"are":[121],"important":[122],"for":[123,127],"researchers":[125],"readers":[128],"reviewers":[130],"Our":[133],"also":[136],"relevant":[137],"current":[139],"discussions":[140],"within":[141],"psychological":[143],"community":[144],"study":[146],"replication.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-12-16T00:00:00"}