{"id":"https://openalex.org/W2604676284","doi":"https://doi.org/10.1080/00223891.2017.1296844","title":"An Interrater Reliability Study of Rorschach Performance Assessment System (R\u2013PAS) Raw and Complexity-Adjusted Scores","display_name":"An Interrater Reliability Study of Rorschach Performance Assessment System (R\u2013PAS) Raw and Complexity-Adjusted Scores","publication_year":2017,"publication_date":"2017-04-04","ids":{"openalex":"https://openalex.org/W2604676284","doi":"https://doi.org/10.1080/00223891.2017.1296844","mag":"2604676284","pmid":"https://pubmed.ncbi.nlm.nih.gov/28375651"},"language":"en","primary_location":{"id":"doi:10.1080/00223891.2017.1296844","doi":"https://doi.org/10.1080/00223891.2017.1296844","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00223891.2017.1296844","pdf_url":null,"source":{"id":"https://openalex.org/S40137911","display_name":"Journal of Personality Assessment","issn_l":"0022-3891","issn":["0022-3891","1532-7752"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Personality Assessment","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://iris.unito.it/bitstream/2318/1632018/1/Pignolo%20et%20al.%20%282017%29%20An%20IRR%20study%20of%20R-PAS%20raw%20and%20complecity-adjusted%20scores.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002175319","display_name":"Claudia Pignolo","orcid":"https://orcid.org/0000-0002-6977-224X","observed_orcids":["https://orcid.org/0000-0002-6977-224X"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudia Pignolo","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041927009","display_name":"Luciano Giromini","orcid":"https://orcid.org/0000-0002-9540-4803","observed_orcids":["https://orcid.org/0000-0002-9540-4803"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Luciano Giromini","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9540-4803","affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070022724","display_name":"Agata Maria Claudia Ando","orcid":"https://orcid.org/0000-0003-0879-133X","observed_orcids":["https://orcid.org/0000-0003-0879-133X"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Agata Ando'","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025135028","display_name":"Davide Ghirardello","orcid":"https://orcid.org/0000-0002-3864-6152","observed_orcids":["https://orcid.org/0000-0002-3864-6152"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Ghirardello","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070605935","display_name":"Marzia Di Girolamo","orcid":"https://orcid.org/0000-0002-9066-6505","observed_orcids":["https://orcid.org/0000-0002-9066-6505"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marzia Di Girolamo","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042305991","display_name":"Francesca Ales","orcid":"https://orcid.org/0000-0001-8259-4049","observed_orcids":["https://orcid.org/0000-0001-8259-4049"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesca Ales","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034118678","display_name":"Alessandro Zennaro","orcid":"https://orcid.org/0000-0002-2774-307X","observed_orcids":["https://orcid.org/0000-0002-2774-307X","https://orcid.org/0000-0002-5033-4290"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Zennaro","raw_affiliation_strings":["Department of Psychology, University of Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041927009"],"corresponding_institution_ids":["https://openalex.org/I55143463"],"apc_list":null,"apc_paid":null,"fwci":4.0662,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94511278,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"99","issue":"6","first_page":"619","last_page":"625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rorschach-performance-assessment-system","display_name":"Rorschach Performance Assessment System","score":0.996999979019165},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9110000133514404},{"id":"https://openalex.org/keywords/raw-scores","display_name":"raw scores","score":0.8550000190734863},{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.7799999713897705}],"concepts":[{"id":"https://openalex.org/C105786092","wikidata":"https://www.wikidata.org/wiki/Q488532","display_name":"Rorschach test","level":2,"score":0.9272936582565308},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.8298723697662354},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.7037588357925415},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.6238619089126587},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6146278381347656},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5486687421798706},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.48483598232269287},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3709999918937683},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.36967411637306213},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.29722607135772705},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.22941583395004272},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20879948139190674},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.08217519521713257},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007558","descriptor_name":"Italy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010552","descriptor_name":"Personality Assessment","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012392","descriptor_name":"Rorschach Test","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1080/00223891.2017.1296844","doi":"https://doi.org/10.1080/00223891.2017.1296844","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00223891.2017.1296844","pdf_url":null,"source":{"id":"https://openalex.org/S40137911","display_name":"Journal of Personality Assessment","issn_l":"0022-3891","issn":["0022-3891","1532-7752"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Personality Assessment","raw_type":"journal-article"},{"id":"pmid:28375651","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28375651","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of personality assessment","raw_type":"Journal Article"},{"id":"pmh:oai:iris.unito.it:2318/1632018","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2318/1632018","pdf_url":"https://iris.unito.it/bitstream/2318/1632018/1/Pignolo%20et%20al.%20%282017%29%20An%20IRR%20study%20of%20R-PAS%20raw%20and%20complecity-adjusted%20scores.pdf","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:iris.unito.it:2318/1632018","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2318/1632018","pdf_url":"https://iris.unito.it/bitstream/2318/1632018/1/Pignolo%20et%20al.%20%282017%29%20An%20IRR%20study%20of%20R-PAS%20raw%20and%20complecity-adjusted%20scores.pdf","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2604676284.pdf","grobid_xml":"https://content.openalex.org/works/W2604676284.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W649291617","https://openalex.org/W1744940431","https://openalex.org/W1965140194","https://openalex.org/W1967385187","https://openalex.org/W1988814595","https://openalex.org/W2007830084","https://openalex.org/W2008906474","https://openalex.org/W2024650319","https://openalex.org/W2031328653","https://openalex.org/W2042615735","https://openalex.org/W2063085086","https://openalex.org/W2064049304","https://openalex.org/W2090720035","https://openalex.org/W2094830619","https://openalex.org/W2121989407","https://openalex.org/W2125886250","https://openalex.org/W2141403362","https://openalex.org/W2144737547","https://openalex.org/W2154095675","https://openalex.org/W2272500318","https://openalex.org/W2302821732","https://openalex.org/W2492738093","https://openalex.org/W2532681170","https://openalex.org/W2558695869","https://openalex.org/W2782945138","https://openalex.org/W2905299477","https://openalex.org/W3217195871","https://openalex.org/W4247286145"],"related_works":["https://openalex.org/W2596705589","https://openalex.org/W2272500318","https://openalex.org/W3098268631","https://openalex.org/W2064049304","https://openalex.org/W2981359245","https://openalex.org/W6987922965","https://openalex.org/W1965140194","https://openalex.org/W7222586258","https://openalex.org/W4323546914","https://openalex.org/W2906740219"],"abstract_inverted_index":{"Recently,":[0],"the":[1,33,51,98,126,226],"Rorschach":[2,34,87,172,184],"Performance":[3,35],"Assessment":[4,36],"System":[5,53],"(R\u2013PAS;":[6],"Meyer,":[7,14],"Viglione,":[8,17],"Mihura,":[9,20],"Erard,":[10,23],"&":[11,26],"Erdberg,":[12,27],"2011":[13],"G.":[15],"J.,":[16,19],"D.":[18],"J.":[21,58],"L.,":[22],"R.":[24],"E.,":[25],"P.":[28],"(2011).":[29],"A":[30,63],"manual":[31],"for":[32,125,207,214,218],"System.":[37],"Toledo,":[38],"OH:":[39],"R\u2013PAS.":[40],"[Google":[41,79],"Scholar])":[42,80],"was":[43,189],"introduced":[44],"to":[45,85,89,97,120,232],"overcome":[46],"some":[47],"possible":[48],"limitations":[49],"of":[50,72,129,134,159,179,187,202,225],"Comprehensive":[52],"(CS;":[54],"Exner,":[55,57],"2003":[56],"E.":[59],"(2003).":[60],"The":[61],"Rorschach:":[62],"comprehensive":[64],"system.":[65],"Vol.":[66],"1:":[67],"Basic":[68],"foundations":[69],"and":[70,111,162,166,182,221],"principles":[71],"interpretation":[73],"(4th":[74],"ed.).":[75],"Hoboken,":[76],"NJ:":[77],"Wiley.":[78],"while":[81],"continuing":[82],"its":[83],"efforts":[84],"link":[86],"inferences":[88],"their":[90],"evidence":[91],"base.":[92],"An":[93],"important,":[94],"technical":[95],"modification":[96],"scoring":[99],"system":[100],"is":[101],"that":[102],"R\u2013PAS":[103,130,147,157],"interpretations":[104],"are":[105],"based":[106],"on":[107],"both":[108,180,219],"standard":[109],"scores":[110,136,168,209],"complexity-adjusted":[112,135,167,215,222],"scores.":[113,216],"Two":[114],"previous":[115],"U.S.":[116],"studies":[117,143],"reported":[118],"good":[119,231],"excellent":[121,233],"interrater":[122],"reliability":[123],"(IRR)":[124],"great":[127],"majority":[128],"variables;":[131],"however,":[132],"IRR":[133,148,158],"has":[137],"never":[138],"been":[139],"investigated.":[140],"Furthermore,":[141],"no":[142],"have":[144],"yet":[145],"investigated":[146],"in":[149],"Europe.":[150],"To":[151],"extend":[152],"this":[153],"literature,":[154],"we":[155],"examined":[156],"Page":[160,163],"1":[161],"2":[164,193],"raw":[165,208,220],"with":[169],"112":[170],"Italian":[171],"protocols.":[173],"We":[174],"collected":[175],"a":[176,198],"large":[177],"sample":[178],"clinical":[181],"nonclinical":[183],"protocols,":[185],"each":[186],"which":[188],"coded":[190],"separately":[191],"by":[192,230],"independent":[194],"raters.":[195],"Results":[196],"demonstrated":[197],"mean":[199],"intraclass":[200],"correlation":[201],".78":[203],"(SD":[204,211],"=":[205,212],".14)":[206,213],"and.74":[210],"Overall,":[217],"values,":[223],"most":[224],"variables":[227],"were":[228],"characterized":[229],"IRR.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2017-04-14T00:00:00"}