{"id":"https://openalex.org/W2006053241","doi":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","title":"CRITERION\u2010RELATED VALIDITY OF THE TOEFL IBT LISTENING SECTION","display_name":"CRITERION\u2010RELATED VALIDITY OF THE TOEFL IBT LISTENING SECTION","publication_year":2009,"publication_date":"2009-06-01","ids":{"openalex":"https://openalex.org/W2006053241","doi":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","mag":"2006053241"},"language":"en","primary_location":{"id":"doi:10.1002/j.2333-8504.2009.tb02159.x","doi":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062514353","display_name":"Yasuyo Sawaki","orcid":"https://orcid.org/0000-0001-6529-9929","observed_orcids":["https://orcid.org/0000-0001-6529-9929"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasuyo Sawaki","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070357888","display_name":"Susan Nissan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Nissan","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":11.3101,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97776335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"2009","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12542","display_name":"Second Language Learning and Teaching","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toefl-ibt","display_name":"TOEFL iBT","score":0.9129999876022339},{"id":"https://openalex.org/keywords/criterion-validity","display_name":"criterion validity","score":0.996999979019165},{"id":"https://openalex.org/keywords/academic-listening","display_name":"academic listening","score":0.7760000228881836},{"id":"https://openalex.org/keywords/university-lectures","display_name":"university lectures","score":0.6100000143051147},{"id":"https://openalex.org/keywords/criterion-measures","display_name":"criterion measures","score":0.6620000004768372},{"id":"https://openalex.org/keywords/non-native-english-speakers","display_name":"non-native English speakers","score":0.8090000152587891},{"id":"https://openalex.org/keywords/international-students","display_name":"international students","score":0.7559999823570251},{"id":"https://openalex.org/keywords/university-admission","display_name":"university admission","score":0.46799999475479126},{"id":"https://openalex.org/keywords/course-completion","display_name":"course completion","score":0.5289999842643738},{"id":"https://openalex.org/keywords/listening-comprehension","display_name":"listening comprehension","score":0.4449999928474426}],"concepts":[{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.8930402994155884},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.8734618425369263},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7219880819320679},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5942385792732239},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5061861872673035},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.46521759033203125},{"id":"https://openalex.org/C2778498041","wikidata":"https://www.wikidata.org/wiki/Q915466","display_name":"Academic year","level":2,"score":0.44355452060699463},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.345572292804718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.16275405883789062},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11250102519989014},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/j.2333-8504.2009.tb02159.x","doi":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2009.tb02159.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.555.8945","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.555.8945","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.ets.org/Media/Research/pdf/RR-09-02.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9235000014305115}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8700000047683716}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W149670061","https://openalex.org/W577450256","https://openalex.org/W1492219451","https://openalex.org/W1508063271","https://openalex.org/W1575310140","https://openalex.org/W1594109614","https://openalex.org/W1966952698","https://openalex.org/W1968048331","https://openalex.org/W1975316857","https://openalex.org/W1979883905","https://openalex.org/W1982855054","https://openalex.org/W1984639488","https://openalex.org/W1988828418","https://openalex.org/W2004229651","https://openalex.org/W2007887579","https://openalex.org/W2008303207","https://openalex.org/W2013892632","https://openalex.org/W2016399508","https://openalex.org/W2021591245","https://openalex.org/W2031588100","https://openalex.org/W2033270284","https://openalex.org/W2037124948","https://openalex.org/W2045772071","https://openalex.org/W2045839236","https://openalex.org/W2054867587","https://openalex.org/W2055911669","https://openalex.org/W2066790743","https://openalex.org/W2093585241","https://openalex.org/W2094626144","https://openalex.org/W2095442890","https://openalex.org/W2107031757","https://openalex.org/W2114950726","https://openalex.org/W2123075272","https://openalex.org/W2130099604","https://openalex.org/W2134960329","https://openalex.org/W2142367609","https://openalex.org/W2145164670","https://openalex.org/W2155423022","https://openalex.org/W2187826296","https://openalex.org/W2214031504","https://openalex.org/W2320386680","https://openalex.org/W2591032570","https://openalex.org/W2737508159","https://openalex.org/W2747063092","https://openalex.org/W2905010601","https://openalex.org/W2989673320","https://openalex.org/W2990228541","https://openalex.org/W2990481799","https://openalex.org/W4231288507","https://openalex.org/W4234061990","https://openalex.org/W4240310297","https://openalex.org/W4300870773","https://openalex.org/W4392260510"],"related_works":["https://openalex.org/W152974274","https://openalex.org/W2402347362","https://openalex.org/W2118699737","https://openalex.org/W1971125305","https://openalex.org/W2756470304","https://openalex.org/W2589608660","https://openalex.org/W2905096198","https://openalex.org/W2029649506","https://openalex.org/W2067211779","https://openalex.org/W1645553674"],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1,47,84,129],"study":[2],"investigated":[3],"the":[4,8,50,62,75,110,118,127,133,164,168,175,198,201,205,248,255],"criterion\u2010related":[5],"validity":[6],"of":[7,10,49,66,77,88,109,143,200,236,254],"Test":[9],"English":[11,144],"as":[12],"a":[13,27,59],"Foreign":[14],"Language\u2122":[15],"Internet\u2010based":[16],"test":[17],"(TOEFL\u00ae":[18],"iBT)":[19],"Listening":[20,136,171,233],"section":[21,137,172,234],"by":[22,55,101],"examining":[23],"its":[24],"relationship":[25,76],"to":[26,31,44,58,80,123,140,187,195,227],"criterion":[28,51,85,130,165,206,249],"measure":[29,52,86,131,166,207],"designed":[30],"reflect":[32],"language\u2010use":[33],"tasks":[34,69,79,99,115],"that":[35,70,213],"university":[36,107],"students":[37,122],"encounter":[38],"in":[39,148],"everyday":[40],"academic":[41,45,72,228,256],"life:":[42],"listening":[43],"lectures.":[46,257],"design":[48],"was":[53],"informed":[54],"students'":[56],"responses":[57],"survey":[60],"on":[61,204,241,247],"frequency":[63],"and":[64,74,95,97,132,150,167,178,189],"importance":[65],"various":[67],"classroom":[68],"require":[71],"listening,":[73],"these":[78],"successful":[81],"course":[82],"completion.":[83],"consisted":[87],"three":[89],"videotaped":[90],"lectures":[91],"(in":[92],"physics,":[93],"history,":[94],"psychology)":[96],"included":[98],"created":[100],"content":[102,112,119],"experts":[103,120],"who":[104,145,215],"are":[105],"former":[106],"professors":[108],"relevant":[111],"area.":[113],"These":[114],"reflected":[116],"what":[117],"expected":[121],"have":[124],"comprehended":[125],"during":[126],"lecture.":[128],"TOEFL":[134,169,231],"iBT":[135,170,232],"were":[138,146,157,161],"administered":[139],"nonnative":[141],"speakers":[142],"enrolled":[147],"undergraduate":[149],"graduate":[151],"programs.":[152],"Data":[153],"from":[154,185,193],"221":[155],"participants":[156,214],"analyzed.":[158],"Substantial":[159],"correlations":[160,191],"observed":[162],"between":[163],"score":[173,235],"for":[174,179,208,223],"entire":[176],"sample":[177],"subgroups":[180],"(Pearson":[181],"correlation":[182],"coefficients":[183],"ranging":[184,192],".56":[186],".74":[188],"disattenuated":[190],".62":[194],".82).":[196],"Moreover,":[197],"analysis":[199],"mean":[202],"scores":[203,222],"different":[209],"ability":[210],"groups":[211],"indicated":[212],"scored":[216],"at":[217],"or":[218,238,245],"above":[219],"typical":[220],"cut":[221],"international":[224],"student":[225],"admission":[226],"programs":[229],"(i.e.,":[230],"14":[237],"above)":[239],"scored,":[240],"average,":[242],"nearly":[243],"50%":[244],"more":[246],"measure,":[250],"demonstrating":[251],"reasonable":[252],"comprehension":[253]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}