{"id":"https://openalex.org/W2013601591","doi":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","title":"Differences in ratings associated with differences in measures of rater's difficulty with the task","display_name":"Differences in ratings associated with differences in measures of rater's difficulty with the task","publication_year":1986,"publication_date":"1986-10-01","ids":{"openalex":"https://openalex.org/W2013601591","doi":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","mag":"2013601591"},"language":"en","primary_location":{"id":"doi:10.1111/j.1600-0447.1986.tb07733.x","doi":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","pdf_url":null,"source":{"id":"https://openalex.org/S199498439","display_name":"Acta Psychiatrica Scandinavica","issn_l":"0001-690X","issn":["0001-690X","1600-0447"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Psychiatrica Scandinavica","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012844880","display_name":"Judith Carroll","orcid":"https://orcid.org/0000-0001-5516-0819","observed_orcids":["https://orcid.org/0000-0001-5516-0819"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Judith Carroll","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064151665","display_name":"John H. Greist","orcid":"https://orcid.org/0000-0002-4712-6132","observed_orcids":["https://orcid.org/0000-0002-4712-6132"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John H. Greist","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":4880,"currency":"USD","value_usd":4880},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25359343,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":"S331","first_page":"120","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.17489999532699585,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.17489999532699585,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.17100000381469727,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task-difficulty","display_name":"task difficulty","score":0.8140000104904175},{"id":"https://openalex.org/keywords/project-descriptions","display_name":"project descriptions","score":0.8270000219345093},{"id":"https://openalex.org/keywords/research-priorities","display_name":"research priorities","score":0.503000020980835},{"id":"https://openalex.org/keywords/research-value","display_name":"research value","score":0.48100000619888306},{"id":"https://openalex.org/keywords/global-ratings","display_name":"global ratings","score":0.46799999475479126},{"id":"https://openalex.org/keywords/group-differences","display_name":"group differences","score":0.38999998569488525}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7854746580123901},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.761050820350647},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6330335140228271},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5400972366333008},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.41631966829299927},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35922935605049133},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3340926170349121},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3186408281326294},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.2790621519088745},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16525328159332275},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/j.1600-0447.1986.tb07733.x","doi":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1600-0447.1986.tb07733.x","pdf_url":null,"source":{"id":"https://openalex.org/S199498439","display_name":"Acta Psychiatrica Scandinavica","issn_l":"0001-690X","issn":["0001-690X","1600-0447"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Psychiatrica Scandinavica","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W315324425","https://openalex.org/W6902285211","https://openalex.org/W2138835399","https://openalex.org/W2248605707","https://openalex.org/W8753012","https://openalex.org/W1995761893","https://openalex.org/W3210728627","https://openalex.org/W2009891169","https://openalex.org/W3195963967","https://openalex.org/W1987220799"],"abstract_inverted_index":{"ABSTRACT":[0],"Ratings":[1],"of":[2,10,30,38,68,84,95,106],"need":[3,130],"for":[4,131],"improvementt":[5],"in":[6,12,46,51,73,98,133],"project":[7,47,75,134],"descriptions,":[8,135],"ratings":[9,37,49,76,83,138],"difficulty":[11,32,96,121,144],"performing":[13],"the":[14,21,93,123],"task,":[15,124],"and":[16,50],"total":[17],"time":[18],"spent":[19],"completing":[20],"task":[22,31],"were":[23],"examined":[24],"to":[25,63,78,89],"determine":[26],"whether":[27],"these":[28],"measures":[29],"had":[33],"any":[34,69],"bearing":[35],"on":[36],"social":[39,86,109],"value.":[40],"The":[41,66],"few":[42],"significant":[43,70],"group":[44,71],"differences":[45,72],"value":[48,87],"hypothetical":[52],"allocations":[53],"reflecting":[54],"research":[55],"values":[56],"adn":[57],"priorities":[58],"are":[59],"quite":[60],"possibly":[61],"attributable":[62],"chance":[64],"occurrence.":[65],"absence":[67],"global":[74,82],"leads":[77],"our":[79],"conclusion":[80],"that":[81,116,139],"project's":[85,108],"appear":[88],"be":[90],"independent":[91],"from":[92],"amount":[94],"experienced":[97],"assigning":[99],"those":[100,126],"ratings.":[101],"For":[102],"more":[103],"specific":[104],"aspects":[105],"a":[107,113],"value,":[110],"there":[111],"is":[112],"slight":[114],"indication":[115],"raters":[117,140],"who":[118,127,141],"experience":[119,142],"little":[120,129],"with":[122],"particularly":[125],"indicate":[128],"improvement":[132],"give":[136],"lower":[137],"moderate":[143]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2016-06-24T00:00:00"}