{"id":"https://openalex.org/W2021591245","doi":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","title":"INVESTIGATING THE UTILITY OF ANALYTIC SCORING FOR THE TOEFL ACADEMIC SPEAKING TEST (TAST)","display_name":"INVESTIGATING THE UTILITY OF ANALYTIC SCORING FOR THE TOEFL ACADEMIC SPEAKING TEST (TAST)","publication_year":2006,"publication_date":"2006-06-01","ids":{"openalex":"https://openalex.org/W2021591245","doi":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","mag":"2021591245"},"language":"en","primary_location":{"id":"doi:10.1002/j.2333-8504.2006.tb02013.x","doi":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaoming Xi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoming Xi","raw_affiliation_strings":["ETS  Princeton NJ","ETS, Princeton, NJ#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS  Princeton NJ","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"ETS, Princeton, NJ#TAB#","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058211012","display_name":"Pam Mollaun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pam Mollaun","raw_affiliation_strings":["ETS  Princeton NJ","ETS, Princeton, NJ#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS  Princeton NJ","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"ETS, Princeton, NJ#TAB#","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":3.3846,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.91477542,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2006","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6894999742507935,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6894999742507935,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.24060000479221344,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/analytic-scoring","display_name":"analytic scoring","score":0.8320000171661377},{"id":"https://openalex.org/keywords/speaking-assessment","display_name":"speaking assessment","score":0.7770000100135803},{"id":"https://openalex.org/keywords/score-reliability","display_name":"scoring reliability","score":0.734000027179718},{"id":"https://openalex.org/keywords/standard-error-of-measurement","display_name":"standard error of measurement","score":0.7210000157356262},{"id":"https://openalex.org/keywords/holistic-scoring","display_name":"holistic scoring","score":0.5329999923706055},{"id":"https://openalex.org/keywords/diagnostic-feedback","display_name":"diagnostic feedback","score":0.5090000033378601},{"id":"https://openalex.org/keywords/delivery","display_name":"delivery","score":0.40700000524520874},{"id":"https://openalex.org/keywords/topic-development","display_name":"topic development","score":0.9160000085830688},{"id":"https://openalex.org/keywords/language-use","display_name":"language use","score":0.8460000157356262},{"id":"https://openalex.org/keywords/rater-perceptions","display_name":"rater perceptions","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.7429320216178894},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.644657552242279},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5882884860038757},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5819433331489563},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.48793599009513855},{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.46647176146507263},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.41554445028305054},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37881743907928467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37450113892555237},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.24494493007659912},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.21846139430999756},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17895925045013428},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.17000332474708557},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/j.2333-8504.2006.tb02013.x","doi":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2006.tb02013.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.6164000034332275}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8399999737739563}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W391592474","https://openalex.org/W656847742","https://openalex.org/W1512387676","https://openalex.org/W1966849727","https://openalex.org/W1966952698","https://openalex.org/W1968768221","https://openalex.org/W1975316857","https://openalex.org/W1991128045","https://openalex.org/W2003613238","https://openalex.org/W2047587727","https://openalex.org/W2050460112","https://openalex.org/W2059236258","https://openalex.org/W2063658465","https://openalex.org/W2075818265","https://openalex.org/W2076448875","https://openalex.org/W2077649418","https://openalex.org/W2077801920","https://openalex.org/W2079570548","https://openalex.org/W2082161586","https://openalex.org/W2084403116","https://openalex.org/W2086481969","https://openalex.org/W2098655575","https://openalex.org/W2100679936","https://openalex.org/W2114142088","https://openalex.org/W2119495577","https://openalex.org/W2120764744","https://openalex.org/W2127051216","https://openalex.org/W2133143550","https://openalex.org/W2141720691","https://openalex.org/W2142257270","https://openalex.org/W2167364775","https://openalex.org/W2322902158","https://openalex.org/W2322973656","https://openalex.org/W2591032570","https://openalex.org/W2733503626","https://openalex.org/W4213193087","https://openalex.org/W4230735260","https://openalex.org/W4238804190","https://openalex.org/W4241032579"],"related_works":["https://openalex.org/W2144848743","https://openalex.org/W2588592377","https://openalex.org/W2148011386","https://openalex.org/W2764057814","https://openalex.org/W1998312332","https://openalex.org/W2954344072","https://openalex.org/W1993667300","https://openalex.org/W2050322687","https://openalex.org/W3200903552","https://openalex.org/W2591590239"],"abstract_inverted_index":{"ABSTRACT":[0],"This":[1],"study":[2],"explores":[3],"the":[4,10,41,44,47,50,54,70,79,117,154,161],"utility":[5,168],"of":[6,26,43,49,56,62,76,81,163,169],"analytic":[7,45,51,57,82,118,155,170,180],"scoring":[8,171],"for":[9,93,112],"TOEFL\u00ae":[11],"Academic":[12],"Speaking":[13],"Test":[14],"(TAST)":[15],"in":[16,23],"providing":[17],"useful":[18],"and":[19,32,53,73,88,96,105,128,133,160,174,178],"reliable":[20,110],"diagnostic":[21,183],"information":[22,184],"three":[24],"aspects":[25],"candidates'":[27],"performance:":[28],"delivery,":[29],"language":[30],"use,":[31],"topic":[33,129],"development.":[34],"G":[35],"studies":[36],"were":[37,65,108,122,131,136,157,165],"used":[38],"to":[39],"investigate":[40],"dependability":[42,80,177],"scores,":[46],"distinctness":[48],"dimensions,":[52],"variability":[55],"score":[58,176],"profiles.":[59],"Raters'":[60],"perceptions":[61],"dimension":[63],"separability":[64],"also":[66],"obtained.":[67],"Based":[68],"on":[69],"phi":[71],"coefficients":[72],"standard":[74],"errors":[75],"measurement":[77],"(SEMs),":[78],"scores":[83,100,119,156,164,181,190],"averaged":[84,101,142],"across":[85,102,143],"six":[86],"tasks":[87,104,144],"double":[89,106],"ratings":[90,107],"was":[91],"acceptable":[92],"both":[94,175],"operational":[95,113],"practice":[97],"settings.":[98],"However,":[99],"two":[103],"not":[109],"enough":[111],"use.":[114],"Correlations":[115],"among":[116,153],"by":[120,138,188],"task":[121,146],"high,":[123,159],"but":[124],"those":[125],"between":[126],"delivery":[127],"development":[130],"lower,":[132],"these":[134],"results":[135],"corroborated":[137],"raters'":[139],"perceptions.":[140],"When":[141],"or":[145,149],"types":[147],"(two":[148],"more":[150],"tasks),":[151],"correlations":[152],"very":[158],"profiles":[162],"flat.":[166],"The":[167],"is":[172],"discussed,":[173],"whether":[179],"provide":[182],"beyond":[185],"that":[186],"provided":[187],"holistic":[189],"are":[191],"considered.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2016-06-24T00:00:00"}