{"id":"https://openalex.org/W7130564258","doi":"https://doi.org/10.3103/s0146411625700282","title":"Automatic Determination of Semantic Similarity of Student Answers with the Reference Answer Using Modern Models","display_name":"Automatic Determination of Semantic Similarity of Student Answers with the Reference Answer Using Modern Models","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7130564258","doi":"https://doi.org/10.3103/s0146411625700282"},"language":"en","primary_location":{"id":"doi:10.3103/s0146411625700282","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411625700282","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126367676","display_name":"N. S. Lagutina","orcid":null},"institutions":[{"id":"https://openalex.org/I198371094","display_name":"Yaroslavl State University","ror":"https://ror.org/044s2fj67","country_code":"RU","type":"education","lineage":["https://openalex.org/I198371094"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"N. S. Lagutina","raw_affiliation_strings":["Demidov Yaroslavl State University, 150003, Yaroslavl, Russia"],"affiliations":[{"raw_affiliation_string":"Demidov Yaroslavl State University, 150003, Yaroslavl, Russia","institution_ids":["https://openalex.org/I198371094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126438558","display_name":"K. V. Lagutina","orcid":null},"institutions":[{"id":"https://openalex.org/I198371094","display_name":"Yaroslavl State University","ror":"https://ror.org/044s2fj67","country_code":"RU","type":"education","lineage":["https://openalex.org/I198371094"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"K. V. Lagutina","raw_affiliation_strings":["Demidov Yaroslavl State University, 150003, Yaroslavl, Russia"],"affiliations":[{"raw_affiliation_string":"Demidov Yaroslavl State University, 150003, Yaroslavl, Russia","institution_ids":["https://openalex.org/I198371094"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126402357","display_name":"V. N. Kopnin","orcid":null},"institutions":[{"id":"https://openalex.org/I198371094","display_name":"Yaroslavl State University","ror":"https://ror.org/044s2fj67","country_code":"RU","type":"education","lineage":["https://openalex.org/I198371094"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"V. N. Kopnin","raw_affiliation_strings":["Demidov Yaroslavl State University, 150003, Yaroslavl, Russia"],"affiliations":[{"raw_affiliation_string":"Demidov Yaroslavl State University, 150003, Yaroslavl, Russia","institution_ids":["https://openalex.org/I198371094"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5126367676"],"corresponding_institution_ids":["https://openalex.org/I198371094"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.86011932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"7","first_page":"920","last_page":"928"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34369999170303345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34369999170303345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.17479999363422394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.7419000267982483},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.7010999917984009},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6119999885559082},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47279998660087585},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4593999981880188},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.453900009393692},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4101000130176544},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.3968999981880188},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.38179999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8691999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7484999895095825},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.7419000267982483},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.7010999917984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6995000243186951},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6119999885559082},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.453900009393692},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.321399986743927},{"id":"https://openalex.org/C85407183","wikidata":"https://www.wikidata.org/wiki/Q1045785","display_name":"Semantic network","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C173862523","wikidata":"https://www.wikidata.org/wiki/Q5421270","display_name":"Explicit semantic analysis","level":5,"score":0.27160000801086426},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.25119999051094055},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3103/s0146411625700282","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411625700282","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8861235976219177}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2025595753","https://openalex.org/W2307895033","https://openalex.org/W2772286801","https://openalex.org/W2805552138","https://openalex.org/W2953411641","https://openalex.org/W2978045986","https://openalex.org/W2991260506","https://openalex.org/W3037109418","https://openalex.org/W3039023360","https://openalex.org/W3080956857","https://openalex.org/W3081886688","https://openalex.org/W3118454233","https://openalex.org/W3165321135","https://openalex.org/W4206693003","https://openalex.org/W4285189487","https://openalex.org/W4286282840","https://openalex.org/W4289544431","https://openalex.org/W4384824496","https://openalex.org/W4387019089","https://openalex.org/W4391071215","https://openalex.org/W4407394771"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,19,60,64,70,86,91,100,104,109,119,127,132,139,148,164,172,179,189,194,199,203,211,215],"results":[4],"of":[5,8,22,27,31,37,40,62,66,89,103,134,138,160,178,196,198,202,218],"a":[6,156,184],"study":[7],"modern":[9],"text":[10,105,117],"models":[11,78,154,224],"in":[12,55],"order":[13],"to":[14,69,84],"identify,":[15],"on":[16],"their":[17],"basis,":[18],"semantic":[20,29,87],"similarity":[21,30,65,88],"English-language":[23],"texts.":[24],"The":[25,57,74,136,175],"task":[26],"determining":[28],"texts":[32],"is":[33,142],"an":[34,207],"important":[35],"component":[36],"many":[38],"areas":[39],"natural":[41],"language":[42,77,153],"processing:":[43],"machine":[44],"translation,":[45],"information":[46],"retrieval,":[47],"question":[48],"and":[49,52,80,126,147,169,214],"answer":[50],"systems,":[51],"artificial":[53],"intelligence":[54],"education.":[56],"authors":[58],"solve":[59],"problem":[61,140,219],"classifying":[63],"student":[67],"answers":[68],"teacher\u2019s":[71],"reference":[72],"answer.":[73],"neural":[75,93,151,222],"network":[76,94,152,223],"BERT":[79],"GPT,":[81],"previously":[82],"used":[83],"determine":[85],"texts,":[90],"new":[92,186],"model":[95,181],"Mamba,":[96],"as":[97,99,221],"well":[98],"stylometric":[101,200],"features":[102,201],"are":[106,112],"chosen":[107],"for":[108,163,171,210,225],"study.":[110],"Experiments":[111],"carried":[113],"out":[114],"with":[115,131],"two":[116],"corpora:":[118],"Text":[120,166],"Similarity":[121,167],"corpus":[122,168,213],"from":[123],"open":[124],"sources":[125],"custom":[128,173,212],"corpus,":[129],"collected":[130],"help":[133],"philologists.":[135],"quality":[137,159,217],"solution":[141],"assessed":[143],"by":[144],"precision,":[145],"recall,":[146],"F-measure.":[149],"All":[150],"show":[155,206],"similar":[157],"F-measure":[158,209],"about":[161],"86%":[162],"larger":[165],"50\u201356%":[170],"corpus.":[174,227],"successful":[176],"application":[177],"Mamba":[180],"A":[182],"gives":[183],"completely":[185],"result.":[187],"However,":[188],"most":[190],"interesting":[191],"achievement":[192],"concerns":[193],"use":[195],"vectors":[197],"text,":[204],"which":[205],"80%":[208],"same":[216],"solving":[220],"another":[226]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-20T00:00:00"}