{"id":"https://openalex.org/W4407349260","doi":"https://doi.org/10.1007/s10579-024-09800-5","title":"Automatic readability assessment for sentences: neural, hybrid and large language models","display_name":"Automatic readability assessment for sentences: neural, hybrid and large language models","publication_year":2025,"publication_date":"2025-02-09","ids":{"openalex":"https://openalex.org/W4407349260","doi":"https://doi.org/10.1007/s10579-024-09800-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-024-09800-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09800-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10579-024-09800-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101611197","display_name":"Fengkai Liu","orcid":"https://orcid.org/0000-0002-0422-3362"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Fengkai Liu","raw_affiliation_strings":["Department of Linguistics and Translation, City University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics and Translation, City University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770594","display_name":"Tan Jin","orcid":"https://orcid.org/0000-0002-6421-0977"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tan Jin","raw_affiliation_strings":["School of International Culture, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of International Culture, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383939","display_name":"John Lee","orcid":"https://orcid.org/0000-0003-2505-2678"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John S. Y. Lee","raw_affiliation_strings":["Department of Linguistics and Translation, City University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics and Translation, City University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101611197"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":13.9088,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98585821,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"59","issue":"3","first_page":"2265","last_page":"2296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.8973736763000488},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7608774900436401},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169797420501709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6750972270965576},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6568089723587036},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5921528339385986},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48596322536468506},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44317489862442017},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42701074481010437},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2818763852119446}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.8973736763000488},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7608774900436401},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169797420501709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6750972270965576},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6568089723587036},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5921528339385986},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48596322536468506},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44317489862442017},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42701074481010437},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2818763852119446},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10579-024-09800-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09800-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/7339cd3d-8907-4a95-a3ac-b4afcc8a6bc9","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/7339cd3d-8907-4a95-a3ac-b4afcc8a6bc9","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, F, Jin, T & Lee, J S Y 2025, 'Automatic readability assessment for sentences : neural, hybrid and\u00a0large language models', Language Resources and Evaluation, vol. 59, no. 3, pp. 2265\u20132296. https://doi.org/10.1007/s10579-024-09800-5","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10579-024-09800-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09800-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W33677238","https://openalex.org/W57864881","https://openalex.org/W203075432","https://openalex.org/W1746111881","https://openalex.org/W1969116761","https://openalex.org/W2036367260","https://openalex.org/W2063526809","https://openalex.org/W2130989619","https://openalex.org/W2157331557","https://openalex.org/W2164777277","https://openalex.org/W2173564293","https://openalex.org/W2248696035","https://openalex.org/W2250496306","https://openalex.org/W2250539671","https://openalex.org/W2251589676","https://openalex.org/W2252206005","https://openalex.org/W2313267970","https://openalex.org/W2441515906","https://openalex.org/W2470673105","https://openalex.org/W2471684646","https://openalex.org/W2483372821","https://openalex.org/W2739504579","https://openalex.org/W2740381354","https://openalex.org/W2806146112","https://openalex.org/W2806183494","https://openalex.org/W2883206022","https://openalex.org/W2891407789","https://openalex.org/W2896457183","https://openalex.org/W2913914346","https://openalex.org/W2950813464","https://openalex.org/W2962946486","https://openalex.org/W2963513671","https://openalex.org/W2964941017","https://openalex.org/W2965628884","https://openalex.org/W2972960423","https://openalex.org/W2979826702","https://openalex.org/W2997162759","https://openalex.org/W2998183721","https://openalex.org/W3011124205","https://openalex.org/W3021636956","https://openalex.org/W3034999214","https://openalex.org/W3035008906","https://openalex.org/W3037554857","https://openalex.org/W3098515829","https://openalex.org/W3099557900","https://openalex.org/W3099585677","https://openalex.org/W3102725307","https://openalex.org/W3121726600","https://openalex.org/W3134409176","https://openalex.org/W3175444045","https://openalex.org/W3176122622","https://openalex.org/W3188438196","https://openalex.org/W3194633557","https://openalex.org/W3195946742","https://openalex.org/W3202780679","https://openalex.org/W3212250752","https://openalex.org/W3214608493","https://openalex.org/W4230093663","https://openalex.org/W4251955754","https://openalex.org/W4287890472","https://openalex.org/W4382752353","https://openalex.org/W4385462287","https://openalex.org/W4385570874","https://openalex.org/W4385571806","https://openalex.org/W4385572889","https://openalex.org/W4385573574","https://openalex.org/W4389520455","https://openalex.org/W4391583900","https://openalex.org/W6609403416","https://openalex.org/W6631190155","https://openalex.org/W6675354045","https://openalex.org/W6732118377","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2999103397","https://openalex.org/W2370831213","https://openalex.org/W4315704968","https://openalex.org/W4285478380","https://openalex.org/W2100255360","https://openalex.org/W2032810564","https://openalex.org/W2064074028"],"abstract_inverted_index":{"Abstract":[0],"Automatic":[1],"readability":[2,206],"assessment":[3,60],"(ARA)":[4],"aims":[5],"to":[6,14,102,117,190,205],"determine":[7],"the":[8,26,42,62,70,92,110,155,161,175,183,191,194,222],"cognitive":[9],"load":[10],"of":[11,35,61,64,72,193],"a":[12,16],"reader":[13],"comprehend":[15],"given":[17],"text.":[18],"ARA":[19,40,96],"research":[20,245],"has":[21,46],"been":[22],"mostly":[23,125],"conducted":[24],"at":[25,41],"text":[27],"level,":[28,44],"with":[29,98],"numerous":[30],"studies":[31],"showing":[32],"strong":[33],"performance":[34,71,192,219],"neural":[36,73,137],"and":[37,77,139,144,210,249],"hybrid":[38,75,132,149,195,233],"models.":[39],"sentence":[43],"however,":[45],"received":[47],"less":[48],"attention,":[49],"even":[50],"though":[51],"many":[52],"applications":[53],"in":[54,141,246],"natural":[55],"language":[56,79],"processing":[57],"(NLP)":[58],"require":[59],"difficulty":[63],"individual":[65],"sentences.":[66],"This":[67],"article":[68],"compares":[69],"models,":[74,138],"models":[76,80,133,211,234],"large":[78],"(LLMs)":[81],"for":[82,235,243],"sentence-level":[83,95,118,236],"ARA,":[84,237],"making":[85],"three":[86],"main":[87],"contributions.":[88],"First,":[89],"we":[90,108,129,181],"construct":[91],"first":[93,111],"Chinese":[94,145],"datasets,":[97,209],"nearly":[99],"70K":[100],"sentences,":[101],"facilitate":[103],"evaluation":[104],"on":[105,114,126,154,174,213],"Chinese.":[106,250],"Second,":[107],"present":[109],"experimental":[112],"results":[113,153,173,226],"applying":[115],"LLMs":[116,140],"ARA.":[119],"Finally,":[120],"while":[121],"previous":[122,162],"work":[123],"focused":[124],"English":[127,143,248],"data,":[128],"show":[130,198],"that":[131,186,199,220],"outperform":[134],"traditional":[135],"classifiers,":[136],"both":[142,247],"data.":[146],"The":[147],"best":[148,163],"model":[150],"obtained":[151],"state-of-the-art":[152],"Wall":[156],"Street":[157],"Journal":[158],"dataset,":[159],"surpassing":[160],"result":[164],"by":[165],"almost":[166],"15%":[167],"absolute.":[168],"It":[169],"also":[170,239],"achieved":[171],"competitive":[172],"CEFR-SP":[176],"dataset.":[177],"In":[178],"detailed":[179],"analyses,":[180],"identify":[182],"linguistic":[184,201],"features":[185,202],"most":[187],"significantly":[188],"contributed":[189],"model.":[196],"We":[197],"10":[200],"are":[203],"correlated":[204],"across":[207],"all":[208],"trained":[212],"this":[214],"reduced":[215],"feature":[216],"set":[217,240],"achieve":[218],"rivals":[221],"full":[223],"set.":[224],"These":[225],"not":[227],"only":[228],"yield":[229],"new":[230,241],"insights":[231],"into":[232],"but":[238],"benchmarks":[242],"future":[244]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}