{"id":"https://openalex.org/W2006051285","doi":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","title":"MONTE CARLO BASELINES FOR INTERRATER RELIABILITY CORRELATIONS USING THE POSITION ANALYSIS QUESTIONNAIRE","display_name":"MONTE CARLO BASELINES FOR INTERRATER RELIABILITY CORRELATIONS USING THE POSITION ANALYSIS QUESTIONNAIRE","alternate_titles":[],"publication_year":1986,"publication_date":"1986-06-01","ids":{"openalex":"https://openalex.org/W2006051285","doi":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","mag":"2006051285"},"language":"en","primary_location":{"id":"doi:10.1111/j.1744-6570.1986.tb00586.x","doi":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","pdf_url":null,"source":{"id":"https://openalex.org/S84664706","display_name":"Personnel Psychology","issn_l":"0031-5826","issn":["0031-5826","1744-6570"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","erih-plus","fnege-1-star","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Personnel Psychology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2006051285"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"ROBERT J. HARVEY","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"ROBERT J. HARVEY","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013624055","display_name":"Theodore L. Hayes","orcid":"https://orcid.org/0000-0002-0576-4283","observed_orcids":["https://orcid.org/0000-0002-0576-4283"]},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"THEODORE L. HAYES","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":{"value":3400,"currency":"USD","value_usd":3400},"apc_paid":null,"fwci":2.1557,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.89415042,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"2","first_page":"345","last_page":"357"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9067000150680542,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9067000150680542,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.05400000140070915,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12415","display_name":"Employer Branding and e-HRM","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/position-analysis-questionnaire","display_name":"Position Analysis Questionnaire","score":0.9990000128746033},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9940000176429749},{"id":"https://openalex.org/keywords/monte-carlo-simulation","display_name":"Monte Carlo simulation","score":0.75},{"id":"https://openalex.org/keywords/job-analysis","display_name":"job analysis","score":0.6919999718666077},{"id":"https://openalex.org/keywords/rater-agreement","display_name":"rater agreement","score":0.6029999852180481},{"id":"https://openalex.org/keywords/job-descriptions","display_name":"job descriptions","score":0.38600000739097595},{"id":"https://openalex.org/keywords/number-of-raters","display_name":"number of raters","score":0.6729999780654907}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.8049458265304565},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7383764386177063},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6201290488243103},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5565348863601685},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4965863823890686},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.34472668170928955},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33915209770202637},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.30737996101379395},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1756327748298645},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1184745728969574},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/j.1744-6570.1986.tb00586.x","doi":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1744-6570.1986.tb00586.x","pdf_url":null,"source":{"id":"https://openalex.org/S84664706","display_name":"Personnel Psychology","issn_l":"0031-5826","issn":["0031-5826","1744-6570"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","erih-plus","fnege-1-star","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Personnel Psychology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1964650563","https://openalex.org/W2032527748","https://openalex.org/W2087748506","https://openalex.org/W2139026008","https://openalex.org/W4255233259","https://openalex.org/W4295196781"],"related_works":["https://openalex.org/W2799378822","https://openalex.org/W2129823651","https://openalex.org/W2012091552","https://openalex.org/W2104473351","https://openalex.org/W206243147","https://openalex.org/W1968393768","https://openalex.org/W2091636762","https://openalex.org/W3087879846","https://openalex.org/W1967334597","https://openalex.org/W2024320939"],"abstract_inverted_index":{"The":[0],"Position":[1],"Analysis":[2],"Questionnaire":[3],"(PAQ;":[4],"McCormick,":[5],"Jeanneret,":[6],"&":[7],"Mecham,":[8],"1972)":[9],"has":[10],"usually":[11],"demonstrated":[12],"acceptable":[13],"reliability:":[14],"When":[15],"measured":[16],"as":[17,124,126,165,185],"the":[18,35,90,106,120,127,134,148,161,183,191],"average":[19],"interrater":[20,95,110],"correlation,":[21],"reliabilities":[22,53,159],"of":[23,39,108,122,129,182,194],".80":[24],"and":[25,37,93,187,202],"above":[26],"are":[27,60,204],"common.":[28],"In":[29],"contrast,":[30],"recent":[31,169],"attempts":[32],"to":[33,100,190],"reduce":[34],"cost":[36],"intrusiveness":[38],"PAQ":[40,58,109,171],"job":[41,48,70,199],"analysis":[42,200],"by":[43],"providing":[44],"raters":[45,74,123,177],"with":[46,67],"minimal":[47,69],"descriptive":[49],"information":[50],"have":[51],"reported":[52,167],"under":[54],".50.":[55],"Because":[56],"many":[57],"items":[59,78,92,184],"clearly":[61],"irrelevant":[62],"for":[63,142,197],"any":[64],"given":[65,144],"job\u2013even":[66],"only":[68,180],"information\u2013the":[71],"fact":[72],"that":[73,76,118,138,158],"agree":[75],"these":[77,102,195],"receive":[79],"a":[80,114,143],"\u201cDoes":[81],"Not":[82],"Apply\u201d":[83],"(DNA)":[84],"rating":[85],"may":[86],"mask":[87],"disagreement":[88],"on":[89],"remaining":[91,149],"overestimate":[94],"reliability,":[96],"making":[97],"it":[98],"difficult":[99],"interpret":[101],"reliabilities.":[103],"To":[104,132],"facilitate":[105],"interpretation":[107],"reliabilities,":[111],"we":[112],"performed":[113],"Monte":[115],"Carlo":[116],"study":[117],"varied":[119],"number":[121,128],"well":[125],"DNA":[130,145,186],"agreements.":[131],"estimate":[133],"worst":[135],"possible":[136],"reliability":[137],"could":[139],"be":[140,174],"expected":[141],"agreement":[146],"level,":[147],"non\u2010DNA":[150],"ratings":[151],"were":[152,166],"random":[153],"numbers.":[154],"Our":[155],"results":[156,196],"showed":[157],"in":[160,168],"50":[162],"range":[163],"(such":[164],"nontraditional":[170],"studies)":[172],"can":[173],"obtained":[175],"when":[176],"rule":[178],"out":[179],"15\u201320%":[181],"respond":[188],"randomly":[189],"remainder.":[192],"Implications":[193],"future":[198],"research":[201],"practice":[203],"discussed.":[205]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2006051285","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
