{"id":"https://openalex.org/W7133131663","doi":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","title":"A methodology for using large language models to compile funds of assessment tools in higher education","display_name":"A methodology for using large language models to compile funds of assessment tools in higher education","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7133131663","doi":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74"},"language":"en","primary_location":{"id":"doi:10.22363/2312-8631-2026-23-1-57-74","doi":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","is_oa":true,"landing_page_url":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","pdf_url":"https://journals.rudn.ru/informatization-education/article/download/48626/26271","source":{"id":"https://openalex.org/S4210192447","display_name":"RUDN Journal of Informatization in Education","issn_l":"2312-8631","issn":["2312-8631","2312-864X"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-3"],"host_organization":"https://openalex.org/P4310312633","host_organization_name":"Peoples' Friendship University of Russia","host_organization_lineage":["https://openalex.org/P4310312633"],"host_organization_lineage_names":["Peoples' Friendship University of Russia"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RUDN Journal of Informatization in Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7133131663"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journals.rudn.ru/informatization-education/article/download/48626/26271","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054543745","display_name":"Dmitry M. Nazarov","orcid":"https://orcid.org/0000-0002-5847-9718","observed_orcids":["https://orcid.org/0000-0002-5847-9718"]},"institutions":[{"id":"https://openalex.org/I4210102461","display_name":"Ural State University of Economics","ror":"https://ror.org/00zb26x20","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210102461"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Dmitry M. Nazarov","raw_affiliation_strings":["Ural State University of Economics"],"raw_orcid":"https://orcid.org/0000-0002-5847-9718","affiliations":[{"raw_affiliation_string":"Ural State University of Economics","institution_ids":["https://openalex.org/I4210102461"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000231168","display_name":"\u0411\u0435\u0433\u0438\u0447\u0435\u0432\u0430 \u0421\u0432\u0435\u0442\u043b\u0430\u043d\u0430 \u0412\u0438\u043a\u0442\u043e\u0440\u043e\u0432\u043d\u0430","orcid":"https://orcid.org/0000-0002-0551-1622","observed_orcids":["https://orcid.org/0000-0002-0551-1622"]},"institutions":[{"id":"https://openalex.org/I4210102461","display_name":"Ural State University of Economics","ror":"https://ror.org/00zb26x20","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210102461"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Svetlana V. Begicheva","raw_affiliation_strings":["Ural State University of Economics"],"raw_orcid":"https://orcid.org/0000-0002-0551-1622","affiliations":[{"raw_affiliation_string":"Ural State University of Economics","institution_ids":["https://openalex.org/I4210102461"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5054543745"],"corresponding_institution_ids":["https://openalex.org/I4210102461"],"apc_list":null,"apc_paid":null,"fwci":9.9264,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96370827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"23","issue":"1","first_page":"57","last_page":"74"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9819999933242798},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7390000224113464},{"id":"https://openalex.org/keywords/competence-based-assessment","display_name":"competence-based assessment","score":0.6830000281333923},{"id":"https://openalex.org/keywords/higher-education-accreditation","display_name":"higher education accreditation","score":0.7009999752044678},{"id":"https://openalex.org/keywords/competency-matrix","display_name":"competency matrix","score":0.8119999766349792},{"id":"https://openalex.org/keywords/task-bank","display_name":"task bank","score":0.4099999964237213},{"id":"https://openalex.org/keywords/multiple-choice-question-generation","display_name":"multiple-choice question generation","score":0.6690000295639038},{"id":"https://openalex.org/keywords/expert-verification","display_name":"expert verification","score":0.671999990940094},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.6830000281333923},{"id":"https://openalex.org/keywords/virtual-learning-environments","display_name":"virtual learning environments","score":0.6470000147819519},{"id":"https://openalex.org/keywords/neural-network-algorithms","display_name":"neural network algorithms","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746399998664856},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.5627999901771545},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4616999924182892},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3495999872684479},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.26969999074935913},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.22363/2312-8631-2026-23-1-57-74","doi":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","is_oa":true,"landing_page_url":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","pdf_url":"https://journals.rudn.ru/informatization-education/article/download/48626/26271","source":{"id":"https://openalex.org/S4210192447","display_name":"RUDN Journal of Informatization in Education","issn_l":"2312-8631","issn":["2312-8631","2312-864X"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-3"],"host_organization":"https://openalex.org/P4310312633","host_organization_name":"Peoples' Friendship University of Russia","host_organization_lineage":["https://openalex.org/P4310312633"],"host_organization_lineage_names":["Peoples' Friendship University of Russia"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RUDN Journal of Informatization in Education","raw_type":"journal-article"},{"id":"pmh:https://cyberleninka.ru/article/n/metodika-primeneniya-bolshih-yazykovyh-modeley-pri-formirovanii-fondov-otsenochnyh-sredstv-v-vysshem-obrazovanii","doi":null,"is_oa":true,"landing_page_url":"https://cyberleninka.ru/article/n/metodika-primeneniya-bolshih-yazykovyh-modeley-pri-formirovanii-fondov-otsenochnyh-sredstv-v-vysshem-obrazovanii","pdf_url":"https://cyberleninka.ru/article/n/metodika-primeneniya-bolshih-yazykovyh-modeley-pri-formirovanii-fondov-otsenochnyh-sredstv-v-vysshem-obrazovanii/pdf","source":{"id":"https://openalex.org/S4210192447","display_name":"RUDN Journal of Informatization in Education","issn_l":"2312-8631","issn":["2312-8631","2312-864X"],"is_oa":false,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-3"],"host_organization":"https://openalex.org/P4310312633","host_organization_name":"Peoples' Friendship University of Russia","host_organization_lineage":["https://openalex.org/P4310312633"],"host_organization_lineage_names":["Peoples' Friendship University of Russia"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:0ce59bcc9b41457a8d3f832a9bdb7a74","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/0ce59bcc9b41457a8d3f832a9bdb7a74","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RUDN Journal of Informatization in Education, Vol 23, Iss 1, Pp 57-74 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.22363/2312-8631-2026-23-1-57-74","doi":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","is_oa":true,"landing_page_url":"https://doi.org/10.22363/2312-8631-2026-23-1-57-74","pdf_url":"https://journals.rudn.ru/informatization-education/article/download/48626/26271","source":{"id":"https://openalex.org/S4210192447","display_name":"RUDN Journal of Informatization in Education","issn_l":"2312-8631","issn":["2312-8631","2312-864X"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-3"],"host_organization":"https://openalex.org/P4310312633","host_organization_name":"Peoples' Friendship University of Russia","host_organization_lineage":["https://openalex.org/P4310312633"],"host_organization_lineage_names":["Peoples' Friendship University of Russia"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RUDN Journal of Informatization in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.975600004196167,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133131663.pdf","grobid_xml":"https://content.openalex.org/works/W7133131663.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W4360836968","https://openalex.org/W4361192878","https://openalex.org/W4363679378","https://openalex.org/W4384648067","https://openalex.org/W4387705013","https://openalex.org/W4387753778","https://openalex.org/W4387963941","https://openalex.org/W4391097696","https://openalex.org/W4399995547","https://openalex.org/W4404826297"],"related_works":["https://openalex.org/W7171492944","https://openalex.org/W4416724005","https://openalex.org/W4408126906","https://openalex.org/W7168084383","https://openalex.org/W7214201131","https://openalex.org/W7170144689","https://openalex.org/W4417414478","https://openalex.org/W4414465969","https://openalex.org/W4410468331"],"abstract_inverted_index":{"Problem":[0],"statement.":[1],"In":[2],"modern":[3],"university":[4],"education,":[5],"there":[6],"is":[7,85,112,344],"a":[8,35,103,222,260,296],"steadily":[9],"growing":[10],"need":[11],"for":[12,106,134,171],"scalable":[13],"and":[14,28,40,95,125,136,141,145,173,190,240,262,267,283,308,338,352,374],"normatively":[15],"correct":[16],"assessment":[17,93,116,230,270,299,316],"tools":[18,117],"that":[19],"ensure":[20],"objective":[21],"verification":[22,140],"of":[23,26,37,48,74,77,90,98,115,123,128,154,160,188,208,216,251,256,265,274,280,286,295,298,305,312,315,320,325,363,370,377],"the":[24,45,72,88,91,96,121,152,155,161,204,209,217,229,234,246,249,257,268,272,275,278,281,284,302,310,313,318,326,336,361,368],"development":[25,47,205,369],"competencies":[27,124],"compliance":[29,172,273],"with":[30,132,166,179,248,277,348,360],"accreditation":[31,321],"requirements.":[32],"Practice":[33],"shows":[34],"shortage":[36],"unified":[38],"procedures":[39],"significant":[41],"labor":[42,303],"costs":[43],"in":[44,54,67,118,228,317],"manual":[46],"tasks,":[49],"as":[50,52,102,175,177,221],"well":[51,176],"differences":[53],"methodological":[55],"approaches":[56],"between":[57],"departments.":[58],"Against":[59],"this":[60],"background,":[61],"generative":[62],"artificial":[63],"intelligence":[64],"technologies":[65],"are":[66,358],"demand,":[68],"allowing":[69],"to":[70,120,201,331],"accelerate":[71],"preparation":[73],"different":[75],"types":[76],"tasks":[78],"without":[79],"compromising":[80],"quality.":[81],"Methodology.":[82],"The":[83,147,196,289,323,341],"study":[84],"based":[86],"on":[87,151],"principles":[89],"competence-based":[92],"model":[94],"architecture":[97],"transformers":[99],"(attention":[100],"mechanism)":[101],"theoretical":[104],"basis":[105],"task":[107,210],"generation.":[108],"A":[109],"reproducible":[110,293],"algorithm":[111],"proposed:":[113],"specification":[114],"relation":[119],"matrix":[122],"work":[126],"programs":[127],"disciplines;":[129],"query":[130,339,372],"engineering":[131],"requirements":[133,285],"accuracy":[135],"structure;":[137],"generation;":[138],"expert":[139,269],"pilot":[142,148,247],"testing;":[143],"refinement":[144],"integration.":[146],"was":[149],"conducted":[150],"material":[153],"discipline":[156,282],"Neural":[157],"Network":[158],"Algorithms":[159],"Business":[162],"Informatics":[163],"direction.":[164],"Tests":[165],"multiple":[167],"choice":[168],"answers,":[169],"assignments":[170],"sequence,":[174],"cases":[178],"code":[180],"correction":[181],"were":[182,193,226],"formed.":[183],"Labor":[184],"costs,":[185],"comprehensibility,":[186],"level":[187,264],"complexity":[189],"content":[191,276],"validity":[192],"assessed.":[194],"Results.":[195],"approach":[197,327],"made":[198],"it":[199],"possible":[200],"significantly":[202],"shorten":[203],"cycle:":[206],"generation":[207],"bank":[211],"took":[212],"about":[213],"hours":[214],"instead":[215],"typical":[218],"several":[219],"days;":[220],"result,":[223],"50":[224],"questions":[225,239],"included":[227],"tool":[231],"fund.":[232],"Of":[233],"120":[235],"generated":[236],"positions,":[237],"17":[238],"23":[241],"answers":[242],"required":[243],"editorial":[244],"corrections;":[245],"participation":[250],"students":[252],"showed":[253],"high":[254,263],"comprehensibility":[255],"wording":[258],"at":[259],"medium":[261],"complexity,":[266],"confirmed":[271],"goals":[279],"objectivity.":[287],"Conclusion.":[288],"presented":[290],"methodology":[291],"ensures":[292],"formation":[294],"fund":[297],"tools,":[300],"reduces":[301],"intensity":[304],"preparing":[306],"materials":[307],"increases":[309],"manageability":[311],"quality":[314,354],"context":[319],"procedures.":[322,356],"universality":[324],"allows":[328],"its":[329],"extension":[330],"other":[332],"disciplines":[333],"by":[334,346],"adapting":[335],"specifications":[337],"templates.":[340],"practical":[342],"value":[343],"enhanced":[345],"integration":[347],"Learning":[349],"Management":[350],"System":[351],"internal":[353],"control":[355],"Prospects":[357],"associated":[359],"expansion":[362],"psychometric":[364],"testing":[365],"(reliability,":[366],"fairness),":[367],"subject-oriented":[371],"libraries":[373],"further":[375],"automation":[376],"results":[378],"analysis.":[379]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2026-03-02T00:00:00"}