{"id":"https://openalex.org/W2004229651","doi":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","title":"VALIDATING LANGUEDGE\u2122 COURSEWARE SCORES AGAINST FACULTY RATINGS AND STUDENT SELF\u2010ASSESSMENTS","display_name":"VALIDATING LANGUEDGE\u2122 COURSEWARE SCORES AGAINST FACULTY RATINGS AND STUDENT SELF\u2010ASSESSMENTS","alternate_titles":[],"publication_year":2003,"publication_date":"2003-06-01","ids":{"openalex":"https://openalex.org/W2004229651","doi":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","mag":"2004229651"},"language":"en","primary_location":{"id":"doi:10.1002/j.2333-8504.2003.tb01903.x","doi":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2003.tb01903.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2004229651"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2003.tb01903.x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110143742","display_name":"Donald E. Powers","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Donald E. Powers","raw_affiliation_strings":["Educational Testing Service , Princeton, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service , Princeton, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089682514","display_name":"Carsten Roever","orcid":"https://orcid.org/0000-0002-1055-6331","observed_orcids":["https://orcid.org/0000-0002-1055-6331"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Carsten Roever","raw_affiliation_strings":["Educational Testing Service , Princeton, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service , Princeton, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016039327","display_name":"Kristin L. Huff","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kristin L. Huff","raw_affiliation_strings":["Educational Testing Service , Princeton, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service , Princeton, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112253737","display_name":"Catherine S. Trapani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Catherine S. Trapani","raw_affiliation_strings":["Educational Testing Service , Princeton, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service , Princeton, NJ","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":6.5532,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96139833,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"2003","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.1103999987244606,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/english-as-a-second-language","display_name":"English as a second language","score":0.9290000200271606},{"id":"https://openalex.org/keywords/test-score-validity","display_name":"test score validity","score":0.7799999713897705},{"id":"https://openalex.org/keywords/student-self-assessment","display_name":"student self-assessment","score":0.8709999918937683},{"id":"https://openalex.org/keywords/faculty-ratings","display_name":"faculty ratings","score":0.8169999718666077},{"id":"https://openalex.org/keywords/listening","display_name":"listening","score":0.38199999928474426},{"id":"https://openalex.org/keywords/speaking","display_name":"speaking","score":0.9980000257492065},{"id":"https://openalex.org/keywords/reading","display_name":"reading","score":0.9990000128746033},{"id":"https://openalex.org/keywords/writing","display_name":"writing","score":0.9940000176429749},{"id":"https://openalex.org/keywords/parallel-test-forms","display_name":"parallel test forms","score":0.5429999828338623},{"id":"https://openalex.org/keywords/international-testing","display_name":"international testing","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.702936053276062},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6808344721794128},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6565830111503601},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5149784684181213},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.5128293633460999},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.4764547646045685},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4593210220336914},{"id":"https://openalex.org/C205333247","wikidata":"https://www.wikidata.org/wiki/Q1602656","display_name":"Self-assessment","level":2,"score":0.45133668184280396},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.4288035035133362},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3440949022769928},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2702849507331848},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0927734375},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/j.2333-8504.2003.tb01903.x","doi":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2003.tb01903.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/j.2333-8504.2003.tb01903.x","doi":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2003.tb01903.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2003.tb01903.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9901999831199646}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2004229651.pdf","grobid_xml":"https://content.openalex.org/works/W2004229651.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W279248060","https://openalex.org/W281555891","https://openalex.org/W602487103","https://openalex.org/W1970063813","https://openalex.org/W1979342075","https://openalex.org/W2016399508","https://openalex.org/W2028856469","https://openalex.org/W2039109786","https://openalex.org/W2114344301","https://openalex.org/W2140494396","https://openalex.org/W2152983331","https://openalex.org/W2155423022","https://openalex.org/W2159886414","https://openalex.org/W2164777277","https://openalex.org/W2905010601","https://openalex.org/W4233220563","https://openalex.org/W4254572470","https://openalex.org/W4392260510"],"related_works":["https://openalex.org/W2155423022","https://openalex.org/W2004532432","https://openalex.org/W4396695902","https://openalex.org/W2496915382","https://openalex.org/W6923939751","https://openalex.org/W643045076","https://openalex.org/W111499230","https://openalex.org/W2009482342","https://openalex.org/W2339186022","https://openalex.org/W4402424720"],"abstract_inverted_index":{"LanguEdge\u2122":[0],"Courseware":[1,40],"is":[2,7],"a":[3,15,125],"software":[4],"tool":[5],"that":[6,90,227],"designed":[8],"to":[9,34,37,61,171],"help":[10,38],"teachers":[11],"of":[12,25,30,48,65,69,75,95,99,108,112,127,186,191],"English":[13,132,236],"as":[14],"second":[16],"language":[17,133,144,237],"(ESL)":[18],"build":[19],"and":[20,97,118,156,180,215,229],"assess":[21],"the":[22,44,49,54,58,66,70,113,154,162,168,174,178,182,192,200,205,210,222],"communicative":[23],"skills":[24],"their":[26,131],"students.":[27],"The":[28,184,207],"purpose":[29],"this":[31,85],"study":[32,139],"was":[33,60],"generate":[35],"information":[36],"LanguEdge":[39,55,71,114,146,164,193],"users":[41],"understand":[42],"better":[43],"meaning":[45],"(or":[46],"validity)":[47],"assessment":[50,115],"scores":[51,148,196],"bases":[52],"on":[53,234],"Courseware.":[56],"Specifically,":[57],"objective":[59],"describe,":[62],"for":[63,137],"each":[64,105,190],"four":[67,163],"sections":[68],"assessment,":[72],"relevant":[73],"characteristics":[74],"test":[76,80,147,195],"takers":[77],"at":[78,116],"various":[79,211],"score":[81],"levels.":[82],"To":[83],"accomplish":[84],"objective,":[86],"we":[87],"gathered":[88],"data":[89],"represent":[91],"two":[92,109],"different":[93,232],"perspectives\u2014those":[94],"instructors":[96,141],"those":[98],"students":[100,104,228],"themselves.":[101],"Approximately":[102],"3,000":[103],"took":[106],"one":[107],"parallel":[110],"forms":[111],"domestic":[117],"international":[119],"testing":[120],"sites.":[121],"Participants":[122],"also":[123],"completed":[124],"number":[126],"self\u2010assessment":[128,213],"questions":[129],"about":[130],"skills.":[134,145,238],"In":[135],"addition,":[136],"some":[138,203],"participants,":[140],"rated":[142],"selected":[143],"related":[149],"moderately":[150],"(correlations":[151],"mostly":[152,220],"in":[153,199,221],".30s":[155],".40s)":[157],"with":[158,189,202],"student":[159,212],"self\u2010assessments.":[160],"Of":[161],"tests,":[165],"Listening":[166],"exhibited":[167],"strongest":[169],"relationships":[170],"self\u2010assessments;":[172],"Speaking,":[173],"next":[175],"strongest;":[176],"Reading,":[177],"next;":[179],"Writing,":[181],"least.":[183],"correlations":[185,208,225],"faculty":[187,216,230],"ratings":[188,217],"section":[194],"were":[197,218],"generally":[198],".40s,":[201],"reaching":[204],".50s.":[206],"between":[209],"scales":[214],"modest,":[219],".30s.":[223],"These":[224],"suggest":[226],"had":[231],"perspectives":[233],"students'":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2004229651","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
