{"id":"https://openalex.org/W2000444704","doi":"https://doi.org/10.1016/j.pain.2005.06.018","title":"A scale for rating the quality of psychological trials for pain","display_name":"A scale for rating the quality of psychological trials for pain","publication_year":2005,"publication_date":"2005-09-10","ids":{"openalex":"https://openalex.org/W2000444704","doi":"https://doi.org/10.1016/j.pain.2005.06.018","mag":"2000444704","pmid":"https://pubmed.ncbi.nlm.nih.gov/16154704"},"language":"en","primary_location":{"id":"doi:10.1016/j.pain.2005.06.018","doi":"https://doi.org/10.1016/j.pain.2005.06.018","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.pain.2005.06.018","pdf_url":null,"source":{"id":"https://openalex.org/S140848990","display_name":"Pain","issn_l":"0304-3959","issn":["0304-3959","1872-6623"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pain","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021699413","display_name":"Shona L. Yates","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shona L. Yates","raw_affiliation_strings":["Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK Pain Management Unit, University of Bath, Bath, UK Department of Psychology, University College London, London, UK","Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK Pain Management Unit, University of Bath, Bath, UK Department of Psychology, University College London, London, UK","institution_ids":["https://openalex.org/I130828816","https://openalex.org/I45129253","https://openalex.org/I51601045"]},{"raw_affiliation_string":"Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036589295","display_name":"Stephen Morley","orcid":"https://orcid.org/0000-0003-2972-7396","observed_orcids":["https://orcid.org/0000-0003-2972-7396"]},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Stephen Morley","raw_affiliation_strings":["Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK","Corresponding author. Tel.: +44 113 343 2733; fax: +44 113 243 3719","fax: +44 113 243 3719"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academic Unit of Psychiatry and Behavioural Sciences, University of Leeds, 15 Hyde Terrace, Leeds LS2 9JT, UK","institution_ids":["https://openalex.org/I130828816"]},{"raw_affiliation_string":"Corresponding author. Tel.: +44 113 343 2733; fax: +44 113 243 3719","institution_ids":[]},{"raw_affiliation_string":"fax: +44 113 243 3719","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062205858","display_name":"Christopher Eccleston","orcid":"https://orcid.org/0000-0003-0698-1543","observed_orcids":["https://orcid.org/0000-0003-0698-1543"]},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christopher Eccleston","raw_affiliation_strings":["Pain Management Unit, University of Bath, Bath, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pain Management Unit, University of Bath, Bath, UK","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013594231","display_name":"Amanda C de C Williams","orcid":"https://orcid.org/0000-0003-3761-8704","observed_orcids":["https://orcid.org/0000-0003-3761-8704"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amanda C. de C. Williams","raw_affiliation_strings":["Department of Psychology, University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036589295"],"corresponding_institution_ids":["https://openalex.org/I130828816"],"apc_list":null,"apc_paid":null,"fwci":3.8542,"has_fulltext":false,"cited_by_count":150,"citation_normalized_percentile":{"value":0.94008896,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"117","issue":"3","first_page":"314","last_page":"325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.4284999966621399,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trial-quality-assessment","display_name":"trial quality assessment","score":0.8149999976158142},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.9279999732971191},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.6349999904632568},{"id":"https://openalex.org/keywords/scale-development","display_name":"scale development","score":0.5899999737739563},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8870000243186951},{"id":"https://openalex.org/keywords/publication-year-effects","display_name":"publication year effects","score":0.5559999942779541}],"concepts":[{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.697311520576477},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6912785768508911},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.6100020408630371},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6068698167800903},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5386500358581543},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.4802123010158539},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47958531975746155},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.46469682455062866},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.440146803855896},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.39260926842689514},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.34618377685546875},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.31662407517433167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2044941782951355},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09328168630599976},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.08490860462188721},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.06755632162094116},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":false},{"descriptor_ui":"D010146","descriptor_name":"Pain","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":false},{"descriptor_ui":"D010147","descriptor_name":"Pain Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010147","descriptor_name":"Pain Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010147","descriptor_name":"Pain Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011613","descriptor_name":"Psychotherapy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011613","descriptor_name":"Psychotherapy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011613","descriptor_name":"Psychotherapy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012044","descriptor_name":"Regression Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012044","descriptor_name":"Regression Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012044","descriptor_name":"Regression Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014894","descriptor_name":"Weights and Measures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014894","descriptor_name":"Weights and Measures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014894","descriptor_name":"Weights and Measures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.pain.2005.06.018","doi":"https://doi.org/10.1016/j.pain.2005.06.018","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.pain.2005.06.018","pdf_url":null,"source":{"id":"https://openalex.org/S140848990","display_name":"Pain","issn_l":"0304-3959","issn":["0304-3959","1872-6623"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pain","raw_type":"journal-article"},{"id":"pmid:16154704","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/16154704","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pain","raw_type":"Comparative Study"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:97687","doi":null,"is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/97687/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PAIN , 117 (3) 314 - 325. (2005)","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"sustainable_development_goals_aurora":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W622915976","https://openalex.org/W1480163008","https://openalex.org/W1496549882","https://openalex.org/W1501619595","https://openalex.org/W1544597039","https://openalex.org/W1941760665","https://openalex.org/W1972553334","https://openalex.org/W1986215651","https://openalex.org/W1990719199","https://openalex.org/W1991156241","https://openalex.org/W2011932878","https://openalex.org/W2020116668","https://openalex.org/W2033890227","https://openalex.org/W2035426342","https://openalex.org/W2035540128","https://openalex.org/W2036379253","https://openalex.org/W2037778479","https://openalex.org/W2043126698","https://openalex.org/W2048951337","https://openalex.org/W2049723989","https://openalex.org/W2051721723","https://openalex.org/W2057212716","https://openalex.org/W2067724039","https://openalex.org/W2068848266","https://openalex.org/W2074777070","https://openalex.org/W2079711079","https://openalex.org/W2079988544","https://openalex.org/W2085179733","https://openalex.org/W2090630906","https://openalex.org/W2094838887","https://openalex.org/W2114488753","https://openalex.org/W2116228932","https://openalex.org/W2139000771","https://openalex.org/W2142960568","https://openalex.org/W2145755098","https://openalex.org/W2152240392","https://openalex.org/W2158900956","https://openalex.org/W2159527992","https://openalex.org/W2787459734","https://openalex.org/W2894532621","https://openalex.org/W3005115464","https://openalex.org/W3144547059","https://openalex.org/W4214559180","https://openalex.org/W4238334454","https://openalex.org/W4250647220","https://openalex.org/W6824440453"],"related_works":["https://openalex.org/W2122017467","https://openalex.org/W2015709747","https://openalex.org/W2102968146","https://openalex.org/W7166743049","https://openalex.org/W2593715723","https://openalex.org/W2153981350","https://openalex.org/W4301399039","https://openalex.org/W2145755098","https://openalex.org/W6977969414","https://openalex.org/W2127818482"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2,13],"the":[3,10,66,71,141],"development":[4],"of":[5,12,14,30,41,70,83,135,137],"a":[6,28,54,61,133],"scale":[7,72,91,113,142],"for":[8,18,99,140],"assessing":[9],"quality":[11,128],"randomised":[15],"controlled":[16],"trials":[17,88,117],"psychological":[19],"treatments.":[20],"The":[21,111],"Delphi":[22],"method":[23],"was":[24,129],"used":[25],"in":[26],"which":[27],"panel":[29,57],"15-12":[31],"experts":[32,100],"generated":[33],"statements":[34,46],"relating":[35],"to":[36,64,89,97,131],"treatment":[37],"and":[38,58,68,77,85,101,104,108,122,126],"design":[39],"components":[40],"trials.":[42],"After":[43],"three":[44],"rounds,":[45],"with":[47],"high":[48],"consensus":[49],"agreement":[50],"were":[51],"reviewed":[52],"by":[53,124],"second":[55],"expert":[56,76],"rewritten":[59],"as":[60,120],"scale.":[62],"Evidence":[63],"support":[65],"reliability":[67,92,106],"validity":[69],"is":[73],"reported.":[74],"Three":[75],"five":[78],"novice":[79],"raters":[80],"assessed":[81],"sets":[82],"31":[84],"25":[86],"published":[87],"establish":[90],"(ICC":[93],"ranges":[94],"from":[95],"0.91":[96],"0.41":[98],"novices,":[102],"respectively)":[103],"item":[105],"(Kappa":[107],"inter-rater":[109],"agreement).":[110],"total":[112],"score":[114],"discriminated":[115],"between":[116],"globally":[118],"judged":[119],"good":[121],"poor":[123],"experts,":[125],"trial":[127],"shown":[130],"be":[132],"function":[134],"year":[136],"publication.":[138],"Uses":[139],"are":[143],"suggested.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":14}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}