{"id":"https://openalex.org/W4286447818","doi":"https://doi.org/10.3389/fpsyg.2022.941084","title":"Rater severity differences in English language as a second language speaking assessment based on rating experience, training experience, and teaching experience through many-faceted Rasch measurement analysis","display_name":"Rater severity differences in English language as a second language speaking assessment based on rating experience, training experience, and teaching experience through many-faceted Rasch measurement analysis","publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4286447818","doi":"https://doi.org/10.3389/fpsyg.2022.941084","pmid":"https://pubmed.ncbi.nlm.nih.gov/35936278","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9353031"},"language":"en","primary_location":{"id":"doi:10.3389/fpsyg.2022.941084","doi":"https://doi.org/10.3389/fpsyg.2022.941084","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.941084","pdf_url":"https://www.frontiersin.org/articles/10.3389/fpsyg.2022.941084/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fpsyg.2022.941084/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081191908","display_name":"Muhamad Firdaus Mohd Noh","orcid":"https://orcid.org/0000-0002-5429-6789","observed_orcids":["https://orcid.org/0000-0002-5429-6789"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhamad Firdaus Mohd Noh","raw_affiliation_strings":["Sekolah Rendah Agama Bersepadu Segamat, Johor, Malaysia","Sekolah Rendah Agama Bersepadu Segamat, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sekolah Rendah Agama Bersepadu Segamat, Johor, Malaysia","institution_ids":[]},{"raw_affiliation_string":"Sekolah Rendah Agama Bersepadu Segamat, Malaysia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047567949","display_name":"Mohd Effendi Ewan Mohd Matore","orcid":"https://orcid.org/0000-0002-6369-8501","observed_orcids":["https://orcid.org/0000-0002-6369-8501"]},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Mohd Effendi Ewan Mohd Matore","raw_affiliation_strings":["Research Centre of Education Leadership and Policy, Faculty of Education, Universiti Kebangsaan Malaysia (UKM), Selangor, Malaysia","Research Centre of Education Leadership and Policy, Faculty of Education, Universiti Kebangsaan Malaysia (UKM), Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Centre of Education Leadership and Policy, Faculty of Education, Universiti Kebangsaan Malaysia (UKM), Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]},{"raw_affiliation_string":"Research Centre of Education Leadership and Policy, Faculty of Education, Universiti Kebangsaan Malaysia (UKM), Malaysia","institution_ids":["https://openalex.org/I885383172"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047567949"],"corresponding_institution_ids":["https://openalex.org/I885383172"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":2.8391,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.90937883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"941084","last_page":"941084"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6011000275611877,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6011000275611877,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.3456999957561493,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.015300000086426735,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rater-severity","display_name":"rater severity","score":0.9390000104904175},{"id":"https://openalex.org/keywords/speaking-assessment","display_name":"speaking assessment","score":0.7670000195503235},{"id":"https://openalex.org/keywords/english-as-a-second-language","display_name":"English as a second language","score":0.9549999833106995},{"id":"https://openalex.org/keywords/rater-bias","display_name":"rater bias","score":0.6100000143051147},{"id":"https://openalex.org/keywords/rater-training","display_name":"rater training","score":0.7820000052452087},{"id":"https://openalex.org/keywords/teaching-experience","display_name":"teaching experience","score":0.968999981880188},{"id":"https://openalex.org/keywords/middle-school-teachers","display_name":"junior high school teachers","score":0.7129999995231628},{"id":"https://openalex.org/keywords/vocabulary","display_name":"vocabulary","score":0.5640000104904175},{"id":"https://openalex.org/keywords/grammar","display_name":"grammar","score":0.9789999723434448},{"id":"https://openalex.org/keywords/communicative-competence","display_name":"communicative competence","score":1.0}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.8049476146697998},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.802385687828064},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6239984035491943},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.6155695915222168},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5894412994384766},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.5478269457817078},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5079360604286194},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49487632513046265},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.386680006980896},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.38301753997802734},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3288835883140564},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26648029685020447},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.16713500022888184},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13158199191093445},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fpsyg.2022.941084","doi":"https://doi.org/10.3389/fpsyg.2022.941084","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.941084","pdf_url":"https://www.frontiersin.org/articles/10.3389/fpsyg.2022.941084/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9353031","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9353031","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Front Psychol","raw_type":"Text"},{"id":"pmid:35936278","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35936278","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in psychology","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:2d05ff2e9a9a48dcb56eda4bb4622067","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/2d05ff2e9a9a48dcb56eda4bb4622067","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Psychology, Vol 13 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fpsyg.2022.941084","doi":"https://doi.org/10.3389/fpsyg.2022.941084","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.941084","pdf_url":"https://www.frontiersin.org/articles/10.3389/fpsyg.2022.941084/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9235000014305115}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[{"id":"https://openalex.org/G1951666728","display_name":null,"funder_award_id":"GP-2021-K021854","funder_id":"https://openalex.org/F4320322699","funder_display_name":"Universiti Kebangsaan Malaysia"}],"funders":[{"id":"https://openalex.org/F4320322699","display_name":"Universiti Kebangsaan Malaysia","ror":"https://ror.org/00bw8d226"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4286447818.pdf","grobid_xml":"https://content.openalex.org/works/W4286447818.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W210807412","https://openalex.org/W1567910316","https://openalex.org/W1887026107","https://openalex.org/W1968976397","https://openalex.org/W1972399362","https://openalex.org/W1991394163","https://openalex.org/W2006318610","https://openalex.org/W2012225036","https://openalex.org/W2043544836","https://openalex.org/W2056151911","https://openalex.org/W2071863428","https://openalex.org/W2095002948","https://openalex.org/W2095520810","https://openalex.org/W2101412158","https://openalex.org/W2116204118","https://openalex.org/W2122490249","https://openalex.org/W2142071254","https://openalex.org/W2156943220","https://openalex.org/W2187305224","https://openalex.org/W2187394561","https://openalex.org/W2193430379","https://openalex.org/W2257711526","https://openalex.org/W2261136238","https://openalex.org/W2294237342","https://openalex.org/W2296260185","https://openalex.org/W2298737171","https://openalex.org/W2470946538","https://openalex.org/W2514120270","https://openalex.org/W2586182374","https://openalex.org/W2590542987","https://openalex.org/W2610896831","https://openalex.org/W2713293635","https://openalex.org/W2753482681","https://openalex.org/W2760767062","https://openalex.org/W2784110845","https://openalex.org/W2790150076","https://openalex.org/W2793543614","https://openalex.org/W2796196650","https://openalex.org/W2806795604","https://openalex.org/W2883824208","https://openalex.org/W2884396046","https://openalex.org/W2888062949","https://openalex.org/W2888963482","https://openalex.org/W2889972052","https://openalex.org/W2897337799","https://openalex.org/W2907006837","https://openalex.org/W2909859265","https://openalex.org/W2912927625","https://openalex.org/W2921067003","https://openalex.org/W2935770927","https://openalex.org/W2937628867","https://openalex.org/W2951549985","https://openalex.org/W2957031687","https://openalex.org/W2963267506","https://openalex.org/W2966579296","https://openalex.org/W2973754035","https://openalex.org/W3004154724","https://openalex.org/W3008983228","https://openalex.org/W3012074514","https://openalex.org/W3040413387","https://openalex.org/W3043201942","https://openalex.org/W3158663130","https://openalex.org/W3183379573","https://openalex.org/W4240675958","https://openalex.org/W4250833916","https://openalex.org/W4251115197","https://openalex.org/W4251415932","https://openalex.org/W4376636908"],"related_works":["https://openalex.org/W2613709608","https://openalex.org/W2245552235","https://openalex.org/W2243857503","https://openalex.org/W3034560793","https://openalex.org/W4304608472","https://openalex.org/W7217650735","https://openalex.org/W32424278","https://openalex.org/W6963026757","https://openalex.org/W2980313742","https://openalex.org/W4241686904"],"abstract_inverted_index":{"Evaluating":[0],"candidates'":[1,114,223],"answers":[2],"in":[3,19,26,53,116,146],"speaking":[4,27,118,168,194],"skill":[5],"is":[6,13],"difficult":[7],"and":[8,15,64,73,104,125,135,152,183],"rarely":[9],"explored.":[10],"This":[11],"task":[12],"challenging":[14],"can":[16],"bring":[17,32,160],"inconsistency":[18],"the":[20,38,51,98,141,177,193,243],"rating":[21,55,60,142,150,165,184],"quality":[22,143,166,197],"among":[23],"raters,":[24],"especially":[25],"assessments.":[28],"Severe":[29],"raters":[30,191],"will":[31],"more":[33],"harm":[34],"than":[35],"good":[36,208,230],"to":[37,49,77,163,203,213,225],"results":[39],"that":[40,140,176,240],"candidates":[41],"receive.":[42],"Many-faceted":[43],"Rasch":[44],"measurement":[45],"(MFRM)":[46],"was":[47,144],"used":[48],"explore":[50,235],"differences":[52],"teachers'":[54,149,164],"severity":[56],"based":[57],"on":[58,167],"their":[59],"experience,":[61,63],"training":[62,156,199],"teaching":[65,153,182],"experience.":[66,154],"The":[67,170,196],"research":[68,233],"uses":[69],"a":[70,74,92,117,205,229],"quantitative":[71],"approach":[72],"survey":[75],"method":[76],"enlist":[78],"164":[79],"English":[80],"teachers":[81],"who":[82,88],"teach":[83],"lower":[84],"secondary":[85],"school":[86],"pupils,":[87],"were":[89,106,127],"chosen":[90],"through":[91],"multistage":[93],"clustered":[94],"sampling":[95],"procedure.":[96],"All":[97],"facets":[99],"involving":[100],"teachers,":[101],"candidates,":[102],"items,":[103,124],"domains":[105],"calibrated":[107],"using":[108],"MFRM.":[109],"Every":[110],"teacher":[111],"scored":[112],"six":[113],"responses":[115],"test":[119],"consisting":[120],"of":[121,148,181,198,222,246,249],"three":[122,130],"question":[123],"they":[126],"evaluated":[128],"across":[129],"domains,":[131],"namely":[132],"vocabulary,":[133],"grammar,":[134],"communicative":[136],"competence.":[137],"Results":[138],"highlight":[139],"different":[145],"terms":[147],"experience":[151,157,185],"However,":[155],"did":[158],"not":[159],"any":[161,236],"difference":[162],"test.":[169,195],"evidence":[171],"from":[172],"this":[173],"study":[174],"suggests":[175],"two":[178],"main":[179],"factors":[180],"must":[186,200],"be":[187,201,214],"considered":[188],"when":[189],"appointing":[190],"for":[192],"improved":[202],"produce":[204],"rater":[206,238],"with":[207,216,219],"professional":[209],"judgment.":[210],"Raters":[211],"need":[212],"supplied":[215],"answer":[217],"samples":[218],"varied":[220],"levels":[221],"performance":[224],"practice":[226],"before":[227],"becoming":[228],"rater.":[231],"Further":[232],"might":[234],"other":[237],"bias":[239],"may":[241],"impact":[242],"psychological":[244],"well-being":[245],"certain":[247],"groups":[248],"students.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2022-07-22T00:00:00"}