{"id":"https://openalex.org/W1968778497","doi":"https://doi.org/10.1080/15434303.2013.824973","title":"Validation of Empirically Derived Rating Scales for a Story Retelling Speaking Test","display_name":"Validation of Empirically Derived Rating Scales for a Story Retelling Speaking Test","publication_year":2013,"publication_date":"2013-10-01","ids":{"openalex":"https://openalex.org/W1968778497","doi":"https://doi.org/10.1080/15434303.2013.824973","mag":"1968778497"},"language":"en","primary_location":{"id":"doi:10.1080/15434303.2013.824973","doi":"https://doi.org/10.1080/15434303.2013.824973","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15434303.2013.824973","pdf_url":null,"source":{"id":"https://openalex.org/S198862774","display_name":"Language Assessment Quarterly","issn_l":"1543-4303","issn":["1543-4303","1543-4311"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Assessment Quarterly","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://tsukuba.repo.nii.ac.jp/record/35867/files/LAQ_10-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036790854","display_name":"Akiyo Hirai","orcid":"https://orcid.org/0000-0002-2541-7799","observed_orcids":["https://orcid.org/0000-0002-2541-7799"]},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Akiyo Hirai","raw_affiliation_strings":["University of Tsukuba, Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058775962","display_name":"Rie Koizumi","orcid":"https://orcid.org/0000-0001-6750-704X","observed_orcids":["https://orcid.org/0000-0001-6750-704X"]},"institutions":[{"id":"https://openalex.org/I34077901","display_name":"Juntendo University","ror":"https://ror.org/01692sz90","country_code":"JP","type":"education","lineage":["https://openalex.org/I34077901"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rie Koizumi","raw_affiliation_strings":["Juntendo University, Chiba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Juntendo University, Chiba, Japan","institution_ids":["https://openalex.org/I34077901"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5036790854"],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":null,"apc_paid":null,"fwci":6.9517,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.96532227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"10","issue":"4","first_page":"398","last_page":"422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rating-scales","display_name":"rating scales","score":0.8690000176429749},{"id":"https://openalex.org/keywords/retelling","display_name":"retelling","score":0.8399999737739563},{"id":"https://openalex.org/keywords/speaking-assessment","display_name":"speaking assessment","score":0.9010000228881836},{"id":"https://openalex.org/keywords/english-as-a-foreign-language","display_name":"English as a foreign language","score":0.9419999718666077},{"id":"https://openalex.org/keywords/scale-validation","display_name":"scale validation","score":0.4259999990463257},{"id":"https://openalex.org/keywords/scale-reliability","display_name":"scale reliability","score":0.6230000257492065},{"id":"https://openalex.org/keywords/scale-validity","display_name":"scale validity","score":0.8539999723434448},{"id":"https://openalex.org/keywords/speech-performance","display_name":"speech performance","score":0.5289999842643738},{"id":"https://openalex.org/keywords/communicative-efficiency","display_name":"communicative efficiency","score":0.7170000076293945},{"id":"https://openalex.org/keywords/pronunciation","display_name":"pronunciation","score":0.6970000267028809},{"id":"https://openalex.org/keywords/grammar-and-vocabulary","display_name":"vocabulary and grammar","score":0.8960000276565552}],"concepts":[{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.7110601663589478},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.6637634038925171},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.660256028175354},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6311172842979431},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.6025175452232361},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5996435880661011},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5624614357948303},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5180357098579407},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.4719994068145752},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.44331681728363037},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4236557185649872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.328213095664978},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3025343418121338},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.13097453117370605},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/15434303.2013.824973","doi":"https://doi.org/10.1080/15434303.2013.824973","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15434303.2013.824973","pdf_url":null,"source":{"id":"https://openalex.org/S198862774","display_name":"Language Assessment Quarterly","issn_l":"1543-4303","issn":["1543-4303","1543-4311"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Assessment Quarterly","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:00843:0001626499","doi":null,"is_oa":true,"landing_page_url":"https://tsukuba.repo.nii.ac.jp/records/35867","pdf_url":"https://tsukuba.repo.nii.ac.jp/record/35867/files/LAQ_10-4.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Language assessment quarterly","raw_type":"journal article"},{"id":"pmh:oai:tsukuba.repo.nii.ac.jp:00035867","doi":null,"is_oa":true,"landing_page_url":"https://tsukuba.repo.nii.ac.jp/records/35867","pdf_url":null,"source":{"id":"https://openalex.org/S4306402076","display_name":"Terrestrial Environment Research Center (University of Tsukuba)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I146399215","host_organization_name":"University of Tsukuba","host_organization_lineage":["https://openalex.org/I146399215"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:irdb.nii.ac.jp:00843:0001626499","doi":null,"is_oa":true,"landing_page_url":"https://tsukuba.repo.nii.ac.jp/records/35867","pdf_url":"https://tsukuba.repo.nii.ac.jp/record/35867/files/LAQ_10-4.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Language assessment quarterly","raw_type":"journal article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8700000047683716}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5323017861","display_name":"Establishment of a practical speaking test and peer assessment system to promote speech production","funder_award_id":"23520744","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8502948119","display_name":"Development of speaking ability among Japanese learners of English: A meta-analysis","funder_award_id":"22720216","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1968778497.pdf","grobid_xml":"https://content.openalex.org/works/W1968778497.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W107244283","https://openalex.org/W426871535","https://openalex.org/W1496437928","https://openalex.org/W1499111852","https://openalex.org/W1547166111","https://openalex.org/W1964886933","https://openalex.org/W1967997625","https://openalex.org/W1969341403","https://openalex.org/W1988844760","https://openalex.org/W1991970118","https://openalex.org/W1995617856","https://openalex.org/W1996441519","https://openalex.org/W2006444775","https://openalex.org/W2092161955","https://openalex.org/W2095002948","https://openalex.org/W2097188753","https://openalex.org/W2104139582","https://openalex.org/W2148694408","https://openalex.org/W2573498121","https://openalex.org/W2654513554","https://openalex.org/W4241032579","https://openalex.org/W4285719527","https://openalex.org/W4292023222","https://openalex.org/W4302786181"],"related_works":["https://openalex.org/W1547166111","https://openalex.org/W1988844760","https://openalex.org/W2184545428","https://openalex.org/W2786502513","https://openalex.org/W2782686322","https://openalex.org/W7097649301","https://openalex.org/W2315820197","https://openalex.org/W4304608472","https://openalex.org/W2363840362","https://openalex.org/W7099214142"],"abstract_inverted_index":{"In":[0],"recognition":[1],"of":[2,10,34,55,73,147,168,194],"the":[3,67,112,136,148,152,155,166,172,179,184,192,195],"rating":[4,19,52,196],"scale":[5,20,107,114,131,143,174,197],"as":[6,39],"a":[7,18,23,31,40,128,140],"crucial":[8],"tool":[9],"performance":[11,164],"assessment,":[12],"this":[13],"study":[14],"aims":[15],"to":[16,60,177],"establish":[17],"suitable":[21],"for":[22,43,66,161],"Story":[24],"Retelling":[25],"Speaking":[26],"Test":[27],"(SRST),":[28],"which":[29,56,92,190],"is":[30],"semidirect":[32],"test":[33,200],"speaking":[35],"ability":[36],"in":[37,71,165],"English":[38],"foreign":[41],"language":[42],"classroom":[44],"use.":[45],"To":[46],"identify":[47],"an":[48,84,105],"appropriate":[49],"scale,":[50,91],"three":[51,80,117],"scales,":[53],"all":[54],"have":[57,61],"been":[58],"designed":[59],"diagnostic":[62],"functions,":[63],"were":[64,82],"developed":[65],"SRST":[68],"and":[69,77,102,115,124,126,158],"compared":[70],"terms":[72],"their":[74],"reliability,":[75],"validity,":[76],"practicality.":[78],"The":[79,145],"scales":[81],"(a)":[83],"empirically":[85],"derived,":[86],"binary-choice,":[87],"boundary-definition":[88],"(called":[89],"EBB1)":[90],"has":[93,116,139],"four":[94],"criteria":[95,118],"(Communicative":[96,119],"Efficiency,":[97,120],"Content,":[98],"Grammar":[99,121],"&":[100,122],"Vocabulary,":[101,123],"Pronunciation);":[103,125],"(b)":[104],"EBB2":[106,137,153,185],"that":[108,132,151],"was":[109,133,154,175],"modified":[110,134],"from":[111,135],"EBB1":[113],"(c)":[127],"multiple-trait":[129],"(MT)":[130],"but":[138],"conventional":[141],"analytic":[142],"format.":[144],"results":[146],"comparison":[149],"revealed":[150],"most":[156,180],"reliable":[157],"valid":[159],"measure":[160],"assessing":[162],"speech":[163],"context":[167],"story":[169],"retelling.":[170],"However,":[171],"MT":[173],"shown":[176],"be":[178],"practical,":[181],"even":[182],"though":[183],"permits":[186],"more":[187],"careful":[188],"scoring,":[189],"suggests":[191],"influence":[193],"format":[198],"on":[199],"qualities.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}