{"id":"https://openalex.org/W2012171860","doi":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","title":"GENERATING AUTOMATED TEXT COMPLEXITY CLASSIFICATIONS THAT ARE ALIGNED WITH TARGETED TEXT COMPLEXITY STANDARDS","display_name":"GENERATING AUTOMATED TEXT COMPLEXITY CLASSIFICATIONS THAT ARE ALIGNED WITH TARGETED TEXT COMPLEXITY STANDARDS","alternate_titles":[],"publication_year":2010,"publication_date":"2010-12-01","ids":{"openalex":"https://openalex.org/W2012171860","doi":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","mag":"2012171860"},"language":"en","primary_location":{"id":"doi:10.1002/j.2333-8504.2010.tb02235.x","doi":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2010.tb02235.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2012171860"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2010.tb02235.x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018632496","display_name":"Kathleen M. Sheehan","orcid":"https://orcid.org/0000-0003-1497-1345","observed_orcids":["https://orcid.org/0000-0003-1497-1345"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen M. Sheehan","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023277889","display_name":"Irene Wolk Kostin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irene Kostin","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029161525","display_name":"Yoko Futagi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoko Futagi","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066547058","display_name":"Michael Flor","orcid":"https://orcid.org/0000-0002-3320-5729","observed_orcids":["https://orcid.org/0000-0002-3320-5729"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Flor","raw_affiliation_strings":["ETS, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":18.0182,"has_fulltext":true,"cited_by_count":68,"citation_normalized_percentile":{"value":0.9895089,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"2010","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10103","display_name":"Reading and Literacy Development","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-complexity","display_name":"text complexity","score":0.9580000042915344},{"id":"https://openalex.org/keywords/automated-text-analysis","display_name":"computational text analysis","score":0.8489999771118164},{"id":"https://openalex.org/keywords/common-core-state-standards","display_name":"Common Core State Standards","score":0.7699999809265137},{"id":"https://openalex.org/keywords/reading-instruction","display_name":"reading instruction","score":0.5},{"id":"https://openalex.org/keywords/college-and-career-readiness","display_name":"college and career readiness","score":0.8050000071525574},{"id":"https://openalex.org/keywords/learning-progression","display_name":"learning progression","score":0.7269999980926514},{"id":"https://openalex.org/keywords/criterion-variables","display_name":"criterion variables","score":0.6759999990463257},{"id":"https://openalex.org/keywords/genre-effects","display_name":"genre effects","score":0.9829999804496765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6863572597503662},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5955081582069397},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5323940515518188},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5193944573402405},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.48910361528396606},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.463066041469574},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.43501999974250793},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3130304217338562},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21884816884994507},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.17741331458091736},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10389727354049683},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/j.2333-8504.2010.tb02235.x","doi":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2010.tb02235.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},{"id":"mag:347956907","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED523738.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2765055947","display_name":"TOEFL iBT research reports","issn_l":"1930-9317","issn":["1930-9317"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"TOEFL iBT research reports","raw_type":null}],"best_oa_location":{"id":"doi:10.1002/j.2333-8504.2010.tb02235.x","doi":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","is_oa":true,"landing_page_url":"https://doi.org/10.1002/j.2333-8504.2010.tb02235.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/j.2333-8504.2010.tb02235.x","source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2012171860.pdf","grobid_xml":"https://content.openalex.org/works/W2012171860.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W32706388","https://openalex.org/W175030052","https://openalex.org/W186684761","https://openalex.org/W262372740","https://openalex.org/W628082268","https://openalex.org/W1484864026","https://openalex.org/W1495081097","https://openalex.org/W1496972067","https://openalex.org/W1507711477","https://openalex.org/W1509228788","https://openalex.org/W1513195463","https://openalex.org/W1528370852","https://openalex.org/W1569737621","https://openalex.org/W1602368597","https://openalex.org/W1965949675","https://openalex.org/W1967390364","https://openalex.org/W1985449126","https://openalex.org/W2004017050","https://openalex.org/W2006892797","https://openalex.org/W2007231077","https://openalex.org/W2009294485","https://openalex.org/W2011031924","https://openalex.org/W2024081693","https://openalex.org/W2024546487","https://openalex.org/W2029315691","https://openalex.org/W2032811864","https://openalex.org/W2048587526","https://openalex.org/W2052463743","https://openalex.org/W2061896332","https://openalex.org/W2072471709","https://openalex.org/W2080515068","https://openalex.org/W2084015864","https://openalex.org/W2086677051","https://openalex.org/W2089236231","https://openalex.org/W2093585241","https://openalex.org/W2104924975","https://openalex.org/W2106695994","https://openalex.org/W2119920448","https://openalex.org/W2127374659","https://openalex.org/W2145713659","https://openalex.org/W2147836102","https://openalex.org/W2153878654","https://openalex.org/W2157212544","https://openalex.org/W2163751437","https://openalex.org/W2168007355","https://openalex.org/W2289836221","https://openalex.org/W2407061955","https://openalex.org/W2604769036","https://openalex.org/W2621815736","https://openalex.org/W2727622794","https://openalex.org/W2892211760","https://openalex.org/W2910001684","https://openalex.org/W3108935806","https://openalex.org/W4233472614","https://openalex.org/W4254572470","https://openalex.org/W7029842614","https://openalex.org/W7097145796"],"related_works":["https://openalex.org/W2280538463","https://openalex.org/W1509957644","https://openalex.org/W2395771617","https://openalex.org/W2281196020","https://openalex.org/W2739540738","https://openalex.org/W2436915361","https://openalex.org/W2252265975","https://openalex.org/W2252079466","https://openalex.org/W3121073030","https://openalex.org/W4322096467"],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1],"Common":[2],"Core":[3],"Standards":[4],"call":[5],"for":[6,26,94,177],"students":[7,48,67],"to":[8,11,40,45,51,71,107,126,156,184],"be":[9],"exposed":[10],"a":[12,137],"much":[13],"greater":[14],"level":[15],"of":[16,80,120,151,161,167,180],"text":[17,85,139,162],"complexity":[18,57,163,169],"than":[19],"has":[20],"been":[21,89],"the":[22,27,78,168,173,178],"norm":[23],"in":[24,172,192],"schools":[25],"past":[28],"forty":[29],"years.":[30],"Textbook":[31],"publishers,":[32],"teachers,":[33],"and":[34,43,74,117,190],"assessment":[35,191],"developers":[36],"are":[37,49,105,130,134,164,194],"being":[38],"asked":[39],"refocus":[41],"materials":[42],"methods":[44],"ensure":[46],"that":[47,65,102],"challenged":[50],"read":[52],"texts":[53,152],"at":[54],"steadily":[55],"increasing":[56],"levels":[58],"as":[59,91],"they":[60],"progress":[61],"through":[62],"school":[63],"so":[64],"all":[66],"remain":[68],"on":[69,147],"track":[70],"achieve":[72,97],"college":[73],"career":[75],"readiness":[76],"by":[77],"end":[79],"12th":[81],"grade.":[82],"Although":[83],"automated":[84],"analysis":[86,140],"tools":[87,104],"have":[88],"proposed":[90],"one":[92],"method":[93],"helping":[95],"educators":[96,186],"this":[98],"goal,":[99],"research":[100],"suggests":[101],"existing":[103,157],"subject":[106],"three":[108],"limitations:":[109],"inadequate":[110],"construct":[111],"coverage;":[112],"overly":[113],"narrow":[114],"criterion":[115],"variables;":[116],"inappropriate":[118],"treatment":[119],"genre":[121],"effects.":[122],"Modeling":[123],"approaches":[124,133],"developed":[125],"address":[127],"these":[128],"limitations":[129],"described.":[131],"Recommended":[132],"incorporated":[135],"into":[136],"new":[138,174],"system":[141],"called":[142],"SourceRater.":[143],"Validity":[144],"analyses":[145],"implemented":[146],"an":[148],"independent":[149],"sample":[150],"suggest":[153],"that,":[154],"compared":[155],"approaches,":[158],"SourceRater's":[159],"estimates":[160],"more":[165],"reflective":[166],"classifications":[170],"given":[171],"Standards.":[175],"Implications":[176],"development":[179],"learning":[181],"progressions":[182],"designed":[183],"help":[185],"organize":[187],"curriculum,":[188],"instruction":[189],"reading":[193],"discussed.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2012171860","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
