{"id":"https://openalex.org/W3081273159","doi":"https://doi.org/10.1080/15434303.2020.1799222","title":"Comparing Rating Modes: Analysing Live, Audio, and Video Ratings of IELTS Speaking Test Performances","display_name":"Comparing Rating Modes: Analysing Live, Audio, and Video Ratings of IELTS Speaking Test Performances","publication_year":2020,"publication_date":"2020-08-26","ids":{"openalex":"https://openalex.org/W3081273159","doi":"https://doi.org/10.1080/15434303.2020.1799222","mag":"3081273159"},"language":"en","primary_location":{"id":"doi:10.1080/15434303.2020.1799222","doi":"https://doi.org/10.1080/15434303.2020.1799222","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15434303.2020.1799222","pdf_url":null,"source":{"id":"https://openalex.org/S198862774","display_name":"Language Assessment Quarterly","issn_l":"1543-4303","issn":["1543-4303","1543-4311"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Assessment Quarterly","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10547/624465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014286565","display_name":"Fumiyo Nakatsuhara","orcid":"https://orcid.org/0000-0002-0429-7417","observed_orcids":["https://orcid.org/0000-0002-0429-7417"]},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Fumiyo Nakatsuhara","raw_affiliation_strings":["University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0002-0429-7417","affiliations":[{"raw_affiliation_string":"University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045644993","display_name":"Chihiro Inoue","orcid":"https://orcid.org/0000-0003-1927-6923","observed_orcids":["https://orcid.org/0000-0003-1927-6923"]},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chihiro Inoue","raw_affiliation_strings":["University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0003-1927-6923","affiliations":[{"raw_affiliation_string":"University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027688597","display_name":"Lynda B. Taylor","orcid":"https://orcid.org/0000-0003-1366-0254","observed_orcids":["https://orcid.org/0000-0003-1366-0254"]},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lynda Taylor","raw_affiliation_strings":["University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0003-1366-0254","affiliations":[{"raw_affiliation_string":"University of Bedfordshire, Luton, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I147554453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014286565"],"corresponding_institution_ids":["https://openalex.org/I147554453"],"apc_list":null,"apc_paid":null,"fwci":16.2924,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.98840953,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"18","issue":"2","first_page":"83","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ielts-speaking-test","display_name":"IELTS speaking test","score":0.8820000290870667},{"id":"https://openalex.org/keywords/video-based-rating","display_name":"video-based rating","score":0.9980000257492065},{"id":"https://openalex.org/keywords/many-facet-rasch-measurement","display_name":"many-facet Rasch model","score":0.9580000042915344},{"id":"https://openalex.org/keywords/rater-judgment","display_name":"rater judgment","score":0.4429999887943268},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"nonverbal communication","score":0.7429999709129333},{"id":"https://openalex.org/keywords/speaking-assessment","display_name":"speaking assessment","score":0.3089999854564667}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6889198422431946},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6479174494743347},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.5226287841796875},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5175784826278687},{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.4393477439880371},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3849729001522064},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.3487783670425415},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.09641706943511963},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06225749850273132},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/15434303.2020.1799222","doi":"https://doi.org/10.1080/15434303.2020.1799222","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15434303.2020.1799222","pdf_url":null,"source":{"id":"https://openalex.org/S198862774","display_name":"Language Assessment Quarterly","issn_l":"1543-4303","issn":["1543-4303","1543-4311"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Assessment Quarterly","raw_type":"journal-article"},{"id":"pmh:oai:uobrep.openrepository.com:10547/624465","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10547/624465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400178","display_name":"University of Bedfordshire Repository (University of Bedfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I147554453","host_organization_name":"University of Bedfordshire","host_organization_lineage":["https://openalex.org/I147554453"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:uobrep.openrepository.com:10547/624465","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10547/624465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400178","display_name":"University of Bedfordshire Repository (University of Bedfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I147554453","host_organization_name":"University of Bedfordshire","host_organization_lineage":["https://openalex.org/I147554453"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.5400000214576721,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W44378653","https://openalex.org/W204043032","https://openalex.org/W1893938325","https://openalex.org/W1970984600","https://openalex.org/W1980584225","https://openalex.org/W2011616426","https://openalex.org/W2015394094","https://openalex.org/W2098565466","https://openalex.org/W2121567902","https://openalex.org/W2143345029","https://openalex.org/W2418467172","https://openalex.org/W2490857485","https://openalex.org/W2574111388","https://openalex.org/W2580032371","https://openalex.org/W2617003548","https://openalex.org/W2713136275","https://openalex.org/W2759905756","https://openalex.org/W2802934784","https://openalex.org/W2947163645","https://openalex.org/W2990231970","https://openalex.org/W4234508787","https://openalex.org/W4300870773"],"related_works":["https://openalex.org/W2759905756","https://openalex.org/W2762726879","https://openalex.org/W3184108819","https://openalex.org/W2608025722","https://openalex.org/W2760111277","https://openalex.org/W2580257939","https://openalex.org/W4387640023","https://openalex.org/W7034546455","https://openalex.org/W4414392051","https://openalex.org/W6962559403"],"abstract_inverted_index":{"This":[0],"mixed":[1],"methods":[2],"study":[3],"compared":[4,113],"IELTS":[5,25],"examiners\u2019":[6],"scores":[7],"when":[8,142],"assessing":[9],"spoken":[10],"performances":[11,30],"under":[12,31,78,107],"live":[13,97,116],"and":[14,21,35,64,81,98,176,188],"two":[15,109],"\u2018non-live\u2019":[16],"testing":[17],"conditions":[18],"using":[19,47,173],"audio":[20,80,91,140],"video":[22,36,82,99,126],"recordings.":[23],"Six":[24],"examiners":[26,57,158],"assessed":[27],"36":[28],"test-takers\u2019":[29,185],"the":[32,41,48,79,108,115,125,154,162,182],"live,":[33],"audio,":[34],"rating":[37,43,89,111],"conditions.":[38,83],"Scores":[39],"in":[40,124,153],"three":[42,55],"modes":[44],"were":[45,67,93,164,171],"calibrated":[46],"many-facet":[49],"Rasch":[50],"model":[51],"(MFRM).":[52],"For":[53],"all":[54,88],"modes,":[56],"provided":[58],"written":[59],"justifications":[60],"for":[61,87],"their":[62],"ratings,":[63],"verbal":[65],"reports":[66],"also":[68],"collected":[69],"to":[70,114,129,132,159,166,177],"gain":[71],"insights":[72],"into":[73],"examiner":[74],"perceptions":[75],"towards":[76],"performance":[77,105,123],"Results":[84],"showed":[85,148],"that,":[86],"criteria,":[90],"ratings":[92],"significantly":[94],"lower":[95],"than":[96,139],"ratings.":[100],"Examiners":[101],"noticed":[102],"more":[103],"negative":[104,137],"features":[106],"non-live":[110],"conditions,":[112],"condition.":[117],"However,":[118],"richer":[119],"information":[120,152],"about":[121],"test-taker":[122],"mode":[127,156],"appeared":[128],"cause":[130],"raters":[131,141],"rely":[133],"less":[134],"on":[135],"such":[136],"evidence":[138],"awarding":[143],"scores.":[144],"Verbal":[145],"report":[146],"data":[147],"that":[149],"having":[150],"visual":[151],"video-rating":[155],"helped":[157],"understand":[160,178],"what":[161,169],"test-takers":[163,170],"saying,":[165],"comprehend":[167],"better":[168],"communicating":[172],"non-verbal":[174],"means,":[175],"with":[179],"greater":[180],"confidence":[181],"source":[183],"of":[184],"hesitation,":[186],"pauses,":[187],"awkwardness.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-09-01T00:00:00"}