{"id":"https://openalex.org/W2963636680","doi":"https://doi.org/10.1037/apl0000434","title":"The implications of unconfounding multisource performance ratings.","display_name":"The implications of unconfounding multisource performance ratings.","publication_year":2019,"publication_date":"2019-07-22","ids":{"openalex":"https://openalex.org/W2963636680","doi":"https://doi.org/10.1037/apl0000434","mag":"2963636680","pmid":"https://pubmed.ncbi.nlm.nih.gov/31328925"},"language":"en","primary_location":{"id":"doi:10.1037/apl0000434","doi":"https://doi.org/10.1037/apl0000434","is_oa":false,"landing_page_url":"https://doi.org/10.1037/apl0000434","pdf_url":null,"source":{"id":"https://openalex.org/S166002381","display_name":"Journal of Applied Psychology","issn_l":"0021-9010","issn":["0021-9010","1939-1854"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Psychology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ueaeprints.uea.ac.uk/id/eprint/71798/1/UnconfoundingRatings2019.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064248324","display_name":"Duncan J. R. Jackson","orcid":"https://orcid.org/0000-0001-9233-4232","observed_orcids":["https://orcid.org/0000-0001-9233-4232"]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]},{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB","ZA"],"is_corresponding":false,"raw_author_name":"Duncan J. R. Jackson","raw_affiliation_strings":["King's Business School","College London and University of the Western Cape","Birkbeck University of London","Test Partnership Ltd","University of East Anglia"],"raw_orcid":"https://orcid.org/0000-0001-9233-4232","affiliations":[{"raw_affiliation_string":"King's Business School","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"College London and University of the Western Cape","institution_ids":["https://openalex.org/I869660684"]},{"raw_affiliation_string":"Birkbeck University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"Test Partnership Ltd","institution_ids":[]},{"raw_affiliation_string":"University of East Anglia","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062368507","display_name":"George Michaelides","orcid":"https://orcid.org/0000-0002-4224-7728","observed_orcids":["https://orcid.org/0000-0002-4224-7728"]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]},{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB","ZA"],"is_corresponding":false,"raw_author_name":"George Michaelides","raw_affiliation_strings":["Norwich Business School, University of East Anglia","College London and University of the Western Cape","Birkbeck University of London","Test Partnership Ltd","University of East Anglia"],"raw_orcid":"https://orcid.org/0000-0002-4224-7728","affiliations":[{"raw_affiliation_string":"Norwich Business School, University of East Anglia","institution_ids":["https://openalex.org/I1118541"]},{"raw_affiliation_string":"College London and University of the Western Cape","institution_ids":["https://openalex.org/I869660684"]},{"raw_affiliation_string":"Birkbeck University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"Test Partnership Ltd","institution_ids":[]},{"raw_affiliation_string":"University of East Anglia","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082373402","display_name":"Chris Dewberry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]},{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB","ZA"],"is_corresponding":false,"raw_author_name":"Chris Dewberry","raw_affiliation_strings":["Department of Organizational Psychology, Birkbeck, University of London","College London and University of the Western Cape","Birkbeck University of London","Test Partnership Ltd","University of East Anglia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Organizational Psychology, Birkbeck, University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"College London and University of the Western Cape","institution_ids":["https://openalex.org/I869660684"]},{"raw_affiliation_string":"Birkbeck University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"Test Partnership Ltd","institution_ids":[]},{"raw_affiliation_string":"University of East Anglia","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046273926","display_name":"Ben Schwencke","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]},{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB","ZA"],"is_corresponding":false,"raw_author_name":"Benjamin Schwencke","raw_affiliation_strings":["Test Partnership Ltd","College London and University of the Western Cape","Birkbeck University of London","University of East Anglia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Test Partnership Ltd","institution_ids":[]},{"raw_affiliation_string":"College London and University of the Western Cape","institution_ids":["https://openalex.org/I869660684"]},{"raw_affiliation_string":"Birkbeck University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"University of East Anglia","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046222992","display_name":"Simon Toms","orcid":"https://orcid.org/0000-0002-1610-7043","observed_orcids":["https://orcid.org/0000-0002-1610-7043"]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]},{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB","ZA"],"is_corresponding":false,"raw_author_name":"Simon Toms","raw_affiliation_strings":["Psychological Consultancy Ltd","College London and University of the Western Cape","Birkbeck University of London","Test Partnership Ltd","University of East Anglia"],"raw_orcid":"https://orcid.org/0000-0002-1610-7043","affiliations":[{"raw_affiliation_string":"Psychological Consultancy Ltd","institution_ids":[]},{"raw_affiliation_string":"College London and University of the Western Cape","institution_ids":["https://openalex.org/I869660684"]},{"raw_affiliation_string":"Birkbeck University of London","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"Test Partnership Ltd","institution_ids":[]},{"raw_affiliation_string":"University of East Anglia","institution_ids":["https://openalex.org/I1118541"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8515,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.74995051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":"105","issue":"3","first_page":"312","last_page":"329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9096999764442444,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9096999764442444,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-performance","display_name":"employee performance","score":0.6320000290870667},{"id":"https://openalex.org/keywords/rating-reliability","display_name":"rating reliability","score":0.8080000281333923},{"id":"https://openalex.org/keywords/confounding","display_name":"confounding","score":0.7570000290870667},{"id":"https://openalex.org/keywords/rater-effects","display_name":"rater effects","score":0.6869999766349792},{"id":"https://openalex.org/keywords/source-effects","display_name":"source effects","score":0.828000009059906},{"id":"https://openalex.org/keywords/measurement-design","display_name":"measurement design","score":0.6269999742507935}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8996363878250122},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7413967251777649},{"id":"https://openalex.org/C2779549880","wikidata":"https://www.wikidata.org/wiki/Q5542226","display_name":"PsycINFO","level":3,"score":0.7376213073730469},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.592936635017395},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5627515316009521},{"id":"https://openalex.org/C174954385","wikidata":"https://www.wikidata.org/wiki/Q6206740","display_name":"Job performance","level":3,"score":0.5228419899940491},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.44890397787094116},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4244784116744995},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.1668897271156311},{"id":"https://openalex.org/C2718322","wikidata":"https://www.wikidata.org/wiki/Q629463","display_name":"Job satisfaction","level":2,"score":0.13268575072288513},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.09404996037483215},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000066477","descriptor_name":"Work Performance","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004650","descriptor_name":"Employee Performance Appraisal","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1037/apl0000434","doi":"https://doi.org/10.1037/apl0000434","is_oa":false,"landing_page_url":"https://doi.org/10.1037/apl0000434","pdf_url":null,"source":{"id":"https://openalex.org/S166002381","display_name":"Journal of Applied Psychology","issn_l":"0021-9010","issn":["0021-9010","1939-1854"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Psychology","raw_type":"journal-article"},{"id":"pmid:31328925","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31328925","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of applied psychology","raw_type":"Journal Article"},{"id":"pmh:oai:eprints.bbk.ac.uk.oai2:27809","doi":null,"is_oa":false,"landing_page_url":"https://eprints.bbk.ac.uk/id/eprint/27809/3/27809.pdf","pdf_url":"https://eprints.bbk.ac.uk/id/eprint/27809/3/27809.pdf","source":{"id":"https://openalex.org/S4306400465","display_name":"BIROn (Birkbeck, University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98259816","host_organization_name":"Birkbeck, University of London","host_organization_lineage":["https://openalex.org/I98259816"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:71798","doi":null,"is_oa":true,"landing_page_url":"https://ueaeprints.uea.ac.uk/id/eprint/71798/1/UnconfoundingRatings2019.pdf","pdf_url":"https://ueaeprints.uea.ac.uk/id/eprint/71798/1/UnconfoundingRatings2019.pdf","source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/a588a58a-da8c-47f3-8c2d-ca985a05b9de","doi":null,"is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/files/112297118/JAPPLIED_Jackson_et_al._Preformatted_accepted_2019_1_.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jackson, D J R, Michaelides, G, Dewberry, C, Schwencke, B & Toms, S 2020, 'The implications of unconfounding multisource performance ratings', Journal of Applied Psychology, vol. 105, no. 3, pp. 312-329. https://doi.org/10.1037/apl0000434","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ueaeprints.uea.ac.uk:71798","doi":null,"is_oa":true,"landing_page_url":"https://ueaeprints.uea.ac.uk/id/eprint/71798/1/UnconfoundingRatings2019.pdf","pdf_url":"https://ueaeprints.uea.ac.uk/id/eprint/71798/1/UnconfoundingRatings2019.pdf","source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963636680.pdf","grobid_xml":"https://content.openalex.org/works/W2963636680.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W1536497620","https://openalex.org/W1600144825","https://openalex.org/W1938571837","https://openalex.org/W1958015814","https://openalex.org/W1964674038","https://openalex.org/W1965449448","https://openalex.org/W1969719348","https://openalex.org/W1981457167","https://openalex.org/W1981518074","https://openalex.org/W1983337708","https://openalex.org/W1990921816","https://openalex.org/W1996520303","https://openalex.org/W1997628954","https://openalex.org/W1998379124","https://openalex.org/W2000524368","https://openalex.org/W2000663367","https://openalex.org/W2001338645","https://openalex.org/W2001771110","https://openalex.org/W2008535554","https://openalex.org/W2009844189","https://openalex.org/W2011357566","https://openalex.org/W2017633215","https://openalex.org/W2023420063","https://openalex.org/W2031703645","https://openalex.org/W2033753338","https://openalex.org/W2036287957","https://openalex.org/W2038684866","https://openalex.org/W2045656233","https://openalex.org/W2050501323","https://openalex.org/W2065678637","https://openalex.org/W2067745708","https://openalex.org/W2076337277","https://openalex.org/W2077055915","https://openalex.org/W2078869532","https://openalex.org/W2087344719","https://openalex.org/W2090711836","https://openalex.org/W2103298520","https://openalex.org/W2104232463","https://openalex.org/W2114303088","https://openalex.org/W2115184890","https://openalex.org/W2119843768","https://openalex.org/W2122983130","https://openalex.org/W2124843723","https://openalex.org/W2126998102","https://openalex.org/W2142002022","https://openalex.org/W2148534890","https://openalex.org/W2149374572","https://openalex.org/W2161855562","https://openalex.org/W2167112690","https://openalex.org/W2167364775","https://openalex.org/W2219867034","https://openalex.org/W2314573598","https://openalex.org/W2315796557","https://openalex.org/W2316175917","https://openalex.org/W2322902158","https://openalex.org/W2346996390","https://openalex.org/W2580061943","https://openalex.org/W2582743722","https://openalex.org/W2883824747","https://openalex.org/W2913530181","https://openalex.org/W2952150427","https://openalex.org/W2963977107","https://openalex.org/W2978771049","https://openalex.org/W3080693850","https://openalex.org/W4238804190","https://openalex.org/W4244320019","https://openalex.org/W4245896184"],"related_works":["https://openalex.org/W1996520303","https://openalex.org/W2022846715","https://openalex.org/W2616356227","https://openalex.org/W2086195301","https://openalex.org/W2001771110","https://openalex.org/W3132283123","https://openalex.org/W1994091839","https://openalex.org/W2023645114","https://openalex.org/W2964699535","https://openalex.org/W4292362286"],"abstract_inverted_index":{"The":[0],"multifaceted":[1],"structure":[2],"of":[3,12,31,38,47,57,122,134,139,148],"multisource":[4,39,58,104,123,149],"job":[5],"performance":[6,129],"ratings":[7,40,59,105,124,150],"has":[8,25],"been":[9,26],"a":[10,43,107],"subject":[11],"research":[13],"and":[14,51,70,127,146],"debate":[15],"for":[16,90],"over":[17],"30":[18],"years.":[19],"However,":[20],"progress":[21],"in":[22,151],"the":[23,29,35,45,55,91,116,120,144],"field":[24],"hampered":[27],"by":[28],"confounding":[30],"effects":[32,53,97,130],"relevant":[33,102],"to":[34,103,119],"measurement":[36,71],"design":[37],"and,":[41],"as":[42,100],"consequence,":[44],"impact":[46],"ratee-,":[48],"rater-,":[49],"source-,":[50],"dimension-related":[52,135],"on":[54],"reliability":[56,121],"remains":[60],"unclear.":[61],"In":[62,137],"separate":[63],"samples":[64],"obtained":[65],"from":[66],"2":[67],"different":[68],"applications":[69],"designs":[72],"(N\u2081":[73],"[ratees]":[74,82],"=":[75,79,83,87],"392,":[76],"N\u2081":[77],"[raters]":[78,86],"1,495;":[80],"N\u2082":[81,85],"342,":[84],"2,636),":[88],"we,":[89],"first":[92],"time,":[93],"unconfounded":[94],"all":[95,160],"systematic":[96],"commonly":[98],"cited":[99],"being":[101],"using":[106],"Bayesian":[108],"generalizability":[109],"theory":[110],"approach.":[111],"Our":[112],"results":[113],"suggest":[114],"that":[115,131],"main":[117],"contributors":[118],"are":[125,132],"source-related":[126],"general":[128],"independent":[133],"effects.":[136],"light":[138],"our":[140],"findings,":[141],"we":[142],"discuss":[143],"interpretation":[145],"application":[147],"organizational":[152],"contexts.":[153],"(PsycINFO":[154],"Database":[155],"Record":[156],"(c)":[157],"2020":[158],"APA,":[159],"rights":[161],"reserved).":[162]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2019-07-30T00:00:00"}