{"id":"https://openalex.org/W4416993653","doi":"https://doi.org/10.3390/info16121071","title":"Assessing the Readability of Russian Textbooks Using Large Language Models","display_name":"Assessing the Readability of Russian Textbooks Using Large Language Models","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4416993653","doi":"https://doi.org/10.3390/info16121071"},"language":"en","primary_location":{"id":"doi:10.3390/info16121071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16121071","pdf_url":"https://www.mdpi.com/2078-2489/16/12/1071/pdf?version=1764839269","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/16/12/1071/pdf?version=1764839269","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079424084","display_name":"Andrei Paraschiv","orcid":"https://orcid.org/0000-0002-7992-4227"},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Andrei Paraschiv","raw_affiliation_strings":["Computer Science and Engineering Department, National University of Science and Technology Politehnica of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0002-7992-4227","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology Politehnica of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072192995","display_name":"Mihai Dasc\u0103lu","orcid":"https://orcid.org/0000-0002-4815-9227"},"institutions":[{"id":"https://openalex.org/I33800924","display_name":"Academia Oamenilor de \u0218tiin\u021b\u0103 din Rom\u00e2nia","ror":"https://ror.org/04ybnj478","country_code":"RO","type":"facility","lineage":["https://openalex.org/I33800924"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Mihai Dascalu","raw_affiliation_strings":["Academy of Romanian Scientists, Str. Ilfov, Nr. 3, 050044 Bucharest, Romania","Computer Science and Engineering Department, National University of Science and Technology Politehnica of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0002-4815-9227","affiliations":[{"raw_affiliation_string":"Academy of Romanian Scientists, Str. Ilfov, Nr. 3, 050044 Bucharest, Romania","institution_ids":["https://openalex.org/I33800924"]},{"raw_affiliation_string":"Computer Science and Engineering Department, National University of Science and Technology Politehnica of Bucharest, 313 Splaiul Independentei, 060042 Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006754164","display_name":"Marina I. Solnyshkina","orcid":"https://orcid.org/0000-0003-1885-3039"},"institutions":[{"id":"https://openalex.org/I21203515","display_name":"Kazan Federal University","ror":"https://ror.org/05256ym39","country_code":"RU","type":"education","lineage":["https://openalex.org/I21203515"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Marina Solnyshkina","raw_affiliation_strings":["Laboratory \u201cMultiDisciplinary Investigations of Text\u201d, Institute of Philology and Intercultural Communication, Kazan (Volga Region) Federal University, 18 Kremlevskaya St., 420008 Kazan, Russia"],"raw_orcid":"https://orcid.org/0000-0003-1885-3039","affiliations":[{"raw_affiliation_string":"Laboratory \u201cMultiDisciplinary Investigations of Text\u201d, Institute of Philology and Intercultural Communication, Kazan (Volga Region) Federal University, 18 Kremlevskaya St., 420008 Kazan, Russia","institution_ids":["https://openalex.org/I21203515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072192995"],"corresponding_institution_ids":["https://openalex.org/I33800924","https://openalex.org/I61641377"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":1.2644,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86702131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"16","issue":"12","first_page":"1071","last_page":"1071"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.9474999904632568},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7174000144004822},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7163000106811523},{"id":"https://openalex.org/keywords/linguistic-sequence-complexity","display_name":"Linguistic sequence complexity","score":0.5483999848365784},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5317000150680542},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4156999886035919},{"id":"https://openalex.org/keywords/text-simplification","display_name":"Text simplification","score":0.3813999891281128},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.36419999599456787}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9474999904632568},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7174000144004822},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7163000106811523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6223000288009644},{"id":"https://openalex.org/C194926167","wikidata":"https://www.wikidata.org/wiki/Q6554066","display_name":"Linguistic sequence complexity","level":2,"score":0.5483999848365784},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5317000150680542},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5109000205993652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49140000343322754},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3880999982357025},{"id":"https://openalex.org/C59415355","wikidata":"https://www.wikidata.org/wiki/Q3484781","display_name":"Text simplification","level":3,"score":0.3813999891281128},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3402000069618225},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.3158000111579895},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.2727000117301941}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info16121071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16121071","pdf_url":"https://www.mdpi.com/2078-2489/16/12/1071/pdf?version=1764839269","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d2cac4f7c3254fc089f2d0dbd03026c5","is_oa":true,"landing_page_url":"https://doaj.org/article/d2cac4f7c3254fc089f2d0dbd03026c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 16, Iss 12, p 1071 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info16121071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16121071","pdf_url":"https://www.mdpi.com/2078-2489/16/12/1071/pdf?version=1764839269","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311068","display_name":"Health Resources in Action","ror":"https://ror.org/01ctnwa22"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416993653.pdf","grobid_xml":"https://content.openalex.org/works/W4416993653.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1536274117","https://openalex.org/W1967390364","https://openalex.org/W1974388374","https://openalex.org/W2019416425","https://openalex.org/W2110693578","https://openalex.org/W2148374900","https://openalex.org/W2153081451","https://openalex.org/W2891244437","https://openalex.org/W2970063886","https://openalex.org/W3203862783","https://openalex.org/W4283705262","https://openalex.org/W4288059391","https://openalex.org/W4293060179","https://openalex.org/W4362548682","https://openalex.org/W4386558613","https://openalex.org/W4394773672","https://openalex.org/W4400350333","https://openalex.org/W4400525527","https://openalex.org/W4402192035","https://openalex.org/W4403413388","https://openalex.org/W4404215139","https://openalex.org/W4404781341","https://openalex.org/W4404792845","https://openalex.org/W4406351241","https://openalex.org/W4407317530","https://openalex.org/W4407842016","https://openalex.org/W4409762463","https://openalex.org/W4410560601","https://openalex.org/W4415521802","https://openalex.org/W4415521850"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1,244],"aims":[2],"to":[3,14,67,107,136,159,180,206],"assess":[4],"the":[5,18,27,65,72,105,109,134,141,150,156,182],"capability":[6],"of":[7,21,54,76,149,200,219],"Large":[8],"Language":[9],"Models":[10],"(LLMs),":[11],"particularly":[12],"GPT-4o,":[13],"evaluate":[15,64],"and":[16,37,60,79,116,176,185,210,238,254],"modify":[17],"complexity":[19,166,196],"level":[20,75],"Russian":[22,41,260],"school":[23],"textbooks.":[24],"We":[25,171],"lay":[26],"groundwork":[28],"for":[29,34,113,145],"developing":[30,258],"scalable,":[31],"context-aware":[32],"methods":[33],"readability":[35,252],"assessment":[36,197],"text":[38,78,142,208],"simplification":[39,216],"in":[40,98,195,213,257],"educational":[42,261],"materials,":[43],"areas":[44],"where":[45],"traditional":[46,251],"formulas":[47],"often":[48],"fall":[49],"short.":[50],"Using":[51],"a":[52,77,95,146],"corpus":[53],"154":[55],"textbooks":[56],"covering":[57],"various":[58],"subjects":[59],"grade":[61,87,169,202],"levels,":[62],"we":[63,103,128,154],"extent":[66],"which":[68],"LLMs":[69,191,247],"accurately":[70],"predict":[71],"appropriate":[73],"comprehension":[74,111,131],"how":[80],"well":[81],"they":[82,204],"simplify":[83,160],"texts":[84,228],"by":[85,132,163,167],"targeted":[86],"reduction.":[88],"Our":[89,243],"evaluation":[90],"framework":[91],"employs":[92],"GPT-4o":[93],"as":[94],"multi-role":[96],"agent":[97],"three":[99,168],"distinct":[100],"experiments.":[101],"First,":[102],"prompt":[104],"model":[106,135,174],"estimate":[108],"target":[110],"age":[112],"each":[114],"segment":[115],"identify":[117],"five":[118],"key":[119],"linguistic":[120],"or":[121,232],"conceptual":[122],"features":[123],"underpinning":[124],"its":[125],"assessment.":[126],"Second,":[127],"simulate":[129],"student":[130,148],"instructing":[133],"reason":[137],"step-by-step":[138],"through":[139],"whether":[140],"is":[143],"understandable":[144],"hypothetical":[147],"given":[151],"grade.":[152],"Third,":[153],"examine":[155],"model\u2019s":[157],"ability":[158],"selected":[161],"fragments":[162],"reducing":[164],"their":[165],"levels.":[170,217],"further":[172],"measure":[173],"perplexity":[175],"output":[177],"token":[178],"probabilities":[179],"probe":[181],"prediction":[183],"confidence":[184],"coherence.":[186],"Results":[187],"indicate":[188],"that":[189,246],"while":[190],"show":[192],"considerable":[193],"potential":[194],"(i.e.,":[198],"MAE":[199],"1":[201],"level),":[203],"tend":[205],"overestimate":[207],"difficulty":[209],"face":[211],"challenges":[212],"achieving":[214],"precise":[215],"Ease":[218],"understanding":[220],"assessments":[221],"generally":[222],"align":[223],"with":[224,229],"human":[225],"expectations,":[226],"although":[227],"abstract,":[230],"technical,":[231],"poetic":[233],"content":[234],"(e.g.,":[235],"Physics,":[236],"History,":[237],"Literary":[239],"Russian)":[240],"pose":[241],"challenges.":[242],"concludes":[245],"can":[248],"substantially":[249],"complement":[250],"metrics":[253],"assist":[255],"teachers":[256],"suitable":[259],"materials.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-12-04T00:00:00"}