{"id":"https://openalex.org/W2181732267","doi":null,"title":"A Many-Facet Rasch Measurement of Differential Rater Severity/Leniency in Self-Assessment, Peer-Assessment, and Teacher Assessment","display_name":"A Many-Facet Rasch Measurement of Differential Rater Severity/Leniency in Self-Assessment, Peer-Assessment, and Teacher Assessment","alternate_titles":[],"publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2181732267","mag":"2181732267"},"language":"en","primary_location":{"id":"mag:2181732267","doi":null,"is_oa":false,"landing_page_url":"http://textroad.com/pdf/JBASR/J.%20Basic.%20Appl.%20Sci.%20Res.,%202(9)8786-8798,%202012.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2181732267"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071645099","display_name":"Farahman Farrokhi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farahman Farrokhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069324799","display_name":"Rajab Esfandiari","orcid":"https://orcid.org/0000-0002-2305-762X","observed_orcids":["https://orcid.org/0000-0002-2305-762X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajab Esfandiari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5104018114","display_name":"Edward Schaefer","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edward Schaefer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62023477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4392000138759613,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4392000138759613,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.35350000858306885,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.1460999995470047,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rater-bias","display_name":"rater bias","score":0.8339999914169312},{"id":"https://openalex.org/keywords/rater-effects","display_name":"rater effects","score":0.7699999809265137},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.9210000038146973},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"peer assessment","score":0.9570000171661377},{"id":"https://openalex.org/keywords/teacher-assessment","display_name":"teacher assessment","score":0.9929999709129333},{"id":"https://openalex.org/keywords/essay-scoring","display_name":"essay scoring","score":0.5839999914169312},{"id":"https://openalex.org/keywords/analytic-rating-scales","display_name":"analytic rating scales","score":0.6100000143051147},{"id":"https://openalex.org/keywords/many-facet-rasch-measurement","display_name":"many-facet Rasch model","score":0.7820000052452087},{"id":"https://openalex.org/keywords/second-language-writing","display_name":"second language writing","score":0.621999979019165},{"id":"https://openalex.org/keywords/advanced-writing","display_name":"advanced writing","score":0.3790000081062317},{"id":"https://openalex.org/keywords/rater-training","display_name":"rater training","score":0.8539999723434448},{"id":"https://openalex.org/keywords/concurrent-validity","display_name":"concurrent validity","score":0.800000011920929},{"id":"https://openalex.org/keywords/word-choice","display_name":"word choice","score":0.5929999947547913},{"id":"https://openalex.org/keywords/spelling","display_name":"spelling","score":0.996999979019165}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.8297028541564941},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7645167112350464},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.579524040222168},{"id":"https://openalex.org/C181447626","wikidata":"https://www.wikidata.org/wiki/Q1224359","display_name":"Differential item functioning","level":4,"score":0.5387353301048279},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5295527577400208},{"id":"https://openalex.org/C43122875","wikidata":"https://www.wikidata.org/wiki/Q5428522","display_name":"Facet (psychology)","level":4,"score":0.5225505232810974},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.4623514413833618},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.426284521818161},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.38724786043167114},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3789839446544647},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.37848421931266785},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.34863215684890747},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.2611684203147888},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.2389373779296875},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.23666802048683167},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.0},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2181732267","doi":null,"is_oa":false,"landing_page_url":"http://textroad.com/pdf/JBASR/J.%20Basic.%20Appl.%20Sci.%20Res.,%202(9)8786-8798,%202012.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W67366939","https://openalex.org/W241892107","https://openalex.org/W338941913","https://openalex.org/W654696565","https://openalex.org/W657332045","https://openalex.org/W1480981309","https://openalex.org/W1488548220","https://openalex.org/W1542555579","https://openalex.org/W1580499675","https://openalex.org/W1968467642","https://openalex.org/W1968999604","https://openalex.org/W1974385806","https://openalex.org/W1980607710","https://openalex.org/W1995617856","https://openalex.org/W1998407119","https://openalex.org/W2000641383","https://openalex.org/W2006444775","https://openalex.org/W2008112310","https://openalex.org/W2022614805","https://openalex.org/W2024623631","https://openalex.org/W2025564445","https://openalex.org/W2044848129","https://openalex.org/W2103873617","https://openalex.org/W2106535847","https://openalex.org/W2109675355","https://openalex.org/W2123555614","https://openalex.org/W2127374659","https://openalex.org/W2141413057","https://openalex.org/W2142982766","https://openalex.org/W2145770094","https://openalex.org/W2158032146","https://openalex.org/W2171039963","https://openalex.org/W2503552454","https://openalex.org/W2783008754"],"related_works":["https://openalex.org/W2557232796","https://openalex.org/W2185083260","https://openalex.org/W4402424750","https://openalex.org/W2106535847","https://openalex.org/W3096112994","https://openalex.org/W2662881119","https://openalex.org/W4205234486","https://openalex.org/W1991394163","https://openalex.org/W1968999604","https://openalex.org/W2955707512"],"abstract_inverted_index":{"Rater":[0,12],"effects":[1,13],"is":[2,10,79],"an":[3,80,156],"area":[4,46],"in":[5,44,70,90,102,123,127,131,193,256],"which":[6],"much":[7],"new":[8],"research":[9,182],"needed.":[11],"or":[14,31,35,87],"rater":[15,23,68,85,88,238,249,259],"errors":[16],"have":[17,55,206,216],"been":[18,41],"grouped":[19],"into":[20],"five":[21],"catalogues:":[22],"severity/leniency,":[24],"halo":[25],"effect,":[26,29],"central":[27],"tendency":[28],"randomness":[30],"inaccuracy":[32],"and":[33,73,93,118,125,137,143,151,153,240,261],"bias":[34,210,220],"interaction":[36],"effect.":[37],"Bias":[38],"effect":[39],"has":[40,63],"extensively":[42],"studied":[43],"the":[45,181,187,207,217,231,243],"of":[47,165,176,186,196,258],"L2":[48],"testing.":[49],"However,":[50],"almost":[51],"all":[52],"these":[53],"studies":[54],"employed":[56,100],"experienced":[57],"raters.":[58],"Not":[59],"a":[60,97,105,161,174],"single":[61],"study":[62,78,112],"yet":[64],"embarked":[65],"upon":[66],"investigating":[67],"severity/leniency":[69,89],"self-assessment,":[71,91],"peer-assessment,":[72,92],"teacher":[74,94],"assessment.":[75,197],"The":[76,111,168,184,198,251],"present":[77],"attempt":[81],"to":[82,179,205,215],"investigate":[83],"differential":[84],"functioning":[86],"assessment,":[95],"using":[96,155,173],"relatively":[98],"newly":[99],"methodology":[101],"language":[103],"testing,":[104],"many-facet":[106],"Rasch":[107],"measurement":[108],"model":[109],"(MFRM).":[110],"was":[113,224,230,242],"conducted":[114],"on":[115,160],"one":[116],"hundred":[117,136],"eighty":[119,138],"eight":[120,139],"students":[121,147],"majoring":[122],"English":[124],"enrolled":[126],"advanced":[128],"writing":[129],"classes":[130],"two":[132],"state-run":[133],"universities.":[134],"One":[135],"essays":[140],"were":[141,171],"collected":[142],"rated":[144,169],"by":[145,237,248],"both":[146],"themselves":[148],"as":[149,235,246],"self-assessors":[150,203],"peer-assessors":[152],"teachers":[154],"analytic":[157],"rating":[158],"scale":[159],"six-point":[162],"scale,":[163],"consisting":[164],"fifteen":[166],"items.":[167,212],"data":[170],"analyzed":[172],"version":[175],"Facets":[177],"3.68.0":[178],"answer":[180],"questions.":[183],"results":[185],"analysis":[188],"showed":[189,201],"some":[190],"recurring":[191],"patterns":[192],"three":[194],"types":[195],"findings":[199],"also":[200],"that":[202,227],"tended":[204],"most":[208,218,232],"severe":[209],"toward":[211,221],"Peer-assessors":[213],"seemed":[214],"lenient":[219],"students.":[222],"It":[223],"further":[225],"found":[226],"word":[228],"choice":[229],"difficult":[233],"item":[234,245],"scored":[236,247],"type,":[239],"spelling":[241],"easiest":[244],"type.":[250],"implications":[252],"will":[253],"be":[254],"discussed":[255],"light":[257],"training":[260],"concurrent":[262],"validity.":[263]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2181732267","counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
