{"id":"https://openalex.org/W1995487054","doi":"https://doi.org/10.1080/15433710903346574","title":"The (Non)Comparability of the Correlation Effect Size Across Different Measurement Procedures: A Challenge to Meta-Analysis as a Tool for Identifying \u201cEvidence Based Practices\u201d","display_name":"The (Non)Comparability of the Correlation Effect Size Across Different Measurement Procedures: A Challenge to Meta-Analysis as a Tool for Identifying \u201cEvidence Based Practices\u201d","publication_year":2011,"publication_date":"2011-05-31","ids":{"openalex":"https://openalex.org/W1995487054","doi":"https://doi.org/10.1080/15433710903346574","mag":"1995487054","pmid":"https://pubmed.ncbi.nlm.nih.gov/21660822"},"language":"en","primary_location":{"id":"doi:10.1080/15433710903346574","doi":"https://doi.org/10.1080/15433710903346574","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15433710903346574","pdf_url":null,"source":{"id":"https://openalex.org/S4210176590","display_name":"Journal of Evidence-Based Social Work","issn_l":"1543-3714","issn":["1543-3714","1543-3722"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","vabb-shw"],"host_organization":"https://openalex.org/P4310320623","host_organization_name":"Haworth Press","host_organization_lineage":["https://openalex.org/P4310320623"],"host_organization_lineage_names":["Haworth Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evidence-Based Social Work","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083904013","display_name":"William Robert Nugent","orcid":"https://orcid.org/0000-0003-0811-3221","observed_orcids":["https://orcid.org/0000-0003-0811-3221"]},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William R. Nugent","raw_affiliation_strings":["a  College of Social Work, University of Tennessee , Knoxville, Tennessee,  USA","College of Social Work, University of Tennessee , Knoxville, Tennessee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  College of Social Work, University of Tennessee , Knoxville, Tennessee,  USA","institution_ids":["https://openalex.org/I75027704"]},{"raw_affiliation_string":"College of Social Work, University of Tennessee , Knoxville, Tennessee, USA","institution_ids":["https://openalex.org/I75027704"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5083904013"],"corresponding_institution_ids":["https://openalex.org/I75027704"],"apc_list":null,"apc_paid":null,"fwci":0.6347,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75449457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"8","issue":"3","first_page":"253","last_page":"274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.6850000023841858},{"id":"https://openalex.org/keywords/standardized-mean-difference","display_name":"standardized mean difference","score":0.8840000033378601},{"id":"https://openalex.org/keywords/measurement-invariance","display_name":"measurement invariance","score":0.7350000143051147},{"id":"https://openalex.org/keywords/evidence-based-practice","display_name":"evidence-based practice","score":0.7689999938011169}],"concepts":[{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.8137322664260864},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7462603449821472},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.6754504442214966},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6180456280708313},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.5628237724304199},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5158643126487732},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4686296284198761},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4398500323295593},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4347793161869049},{"id":"https://openalex.org/C1589151","wikidata":"https://www.wikidata.org/wiki/Q6804207","display_name":"Measurement invariance","level":4,"score":0.432331383228302},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4198913872241974},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3620656132698059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3528343439102173},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3325895667076111},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.2443392276763916},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1725793182849884},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09577816724777222},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.0835425853729248},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019317","descriptor_name":"Evidence-Based Medicine","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1080/15433710903346574","doi":"https://doi.org/10.1080/15433710903346574","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15433710903346574","pdf_url":null,"source":{"id":"https://openalex.org/S4210176590","display_name":"Journal of Evidence-Based Social Work","issn_l":"1543-3714","issn":["1543-3714","1543-3722"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","vabb-shw"],"host_organization":"https://openalex.org/P4310320623","host_organization_name":"Haworth Press","host_organization_lineage":["https://openalex.org/P4310320623"],"host_organization_lineage_names":["Haworth Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evidence-Based Social Work","raw_type":"journal-article"},{"id":"pmid:21660822","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21660822","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of evidence-based social work","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W612372977","https://openalex.org/W1532814563","https://openalex.org/W1560257815","https://openalex.org/W1572751978","https://openalex.org/W1604979160","https://openalex.org/W1753756626","https://openalex.org/W1958015814","https://openalex.org/W1964052265","https://openalex.org/W1964218847","https://openalex.org/W1968642632","https://openalex.org/W1988500224","https://openalex.org/W1991523487","https://openalex.org/W1993225241","https://openalex.org/W1999649023","https://openalex.org/W2013044873","https://openalex.org/W2020080538","https://openalex.org/W2030148756","https://openalex.org/W2042990908","https://openalex.org/W2043403044","https://openalex.org/W2044114671","https://openalex.org/W2066400960","https://openalex.org/W2079851265","https://openalex.org/W2087570586","https://openalex.org/W2105132495","https://openalex.org/W2130653485","https://openalex.org/W2170717892","https://openalex.org/W2573498121","https://openalex.org/W2764311721","https://openalex.org/W2797884775","https://openalex.org/W4231082634","https://openalex.org/W4234328703","https://openalex.org/W4240310297"],"related_works":["https://openalex.org/W1988500224","https://openalex.org/W4408681475","https://openalex.org/W2043403044","https://openalex.org/W2335587326","https://openalex.org/W2070289967","https://openalex.org/W3134126085","https://openalex.org/W2427115207","https://openalex.org/W1991523487","https://openalex.org/W7043182725","https://openalex.org/W1976946817"],"abstract_inverted_index":{"Meta-analysis":[0],"is":[1,24,52,134],"becoming":[2],"a":[3,106,118],"principal":[4],"tool":[5],"for":[6,10,63],"research":[7],"synthesis":[8,161],"and":[9,13,70,94,123,144,166],"the":[11,41,44,64,86,95,115,137,145,148,155,160,168,180],"identification":[12,169],"justification":[14],"of":[15,43,105,117,128,147,157,162,170,182,186],"evidence":[16,171],"based":[17,28,72,172],"practices.":[18],"A":[19,69,93],"fundamental":[20],"assumption":[21,39],"in":[22,40,141,159,167],"meta-analysis":[23,119,158,183],"that":[25,54,114,136,154],"effect":[26,61],"sizes":[27],"upon":[29,73],"different":[30,74],"measures":[31,75,87,96],"are":[32,109,190],"comparable.":[33],"Recent":[34],"work":[35,164],"has":[36],"challenged":[37],"this":[38,49,142],"case":[42],"standardized":[45],"mean":[46],"difference.":[47],"In":[48],"article":[50],"it":[51,133],"shown":[53],"population":[55],"universe":[56],"(true)":[57],"score":[58],"level":[59],"correlation":[60],"sizes,":[62],"relationship":[65],"between":[66],"two":[67],"constructs":[68],"B,":[71],"will":[76],"be":[77,121,174],"comparable":[78],"only":[79],"if":[80],"construct":[81,129,187],"validity":[82,130,188],"invariance":[83,189],"holds":[84],"across":[85],"used":[88,97],"to":[89,92,98,101,152,184],"make":[90,99],"inferences":[91,100],"B.":[102],"The":[103],"results":[104,116,139,146],"simulation":[107,149],"study":[108],"also":[110],"reported":[111],"which":[112],"show":[113],"may":[120],"significantly":[122],"adversely":[124],"affected":[125],"by":[126],"violations":[127,185],"invariance.":[131],"Finally,":[132],"concluded":[135],"theoretical":[138],"obtained":[140],"article,":[143],"study,":[150],"combine":[151],"suggest":[153],"role":[156],"social":[163],"research,":[165],"practices,":[173],"de-emphasized":[175],"until":[176],"important":[177],"questions":[178],"about":[179],"sensitivity":[181],"answered.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}