{"id":"https://openalex.org/W7220151502","doi":null,"title":"\u0418\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u043e\u043d\u043d\u043e\u0435 \u043f\u043e\u043b\u0435 \u043e\u0431\u044a\u0435\u043a\u0442\u043e\u0432 \u0432 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u044f\u0445: \u043e\u0442 \u0430\u0440\u0445\u0438\u0442\u0435\u043a\u0442\u0443\u0440\u044b \u043a \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044e \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0439","display_name":"\u0418\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u043e\u043d\u043d\u043e\u0435 \u043f\u043e\u043b\u0435 \u043e\u0431\u044a\u0435\u043a\u0442\u043e\u0432 \u0432 \u0431\u043e\u043b\u044c\u0448\u0438\u0445 \u044f\u0437\u044b\u043a\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u044f\u0445: \u043e\u0442 \u0430\u0440\u0445\u0438\u0442\u0435\u043a\u0442\u0443\u0440\u044b \u043a \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044e \u043f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0439","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7220151502"},"language":"ru","primary_location":{"id":"pmh:oai:journal.niisi:article/474","doi":null,"is_oa":true,"landing_page_url":"https://ru.jcyb.ru/nisii_tech/article/view/474","pdf_url":"https://ru.jcyb.ru/nisii_tech/article/download/474/326","source":{"id":"https://openalex.org/S4210222450","display_name":"\u0423\u0441\u043f\u0435\u0445\u0438 \u043a\u0438\u0431\u0435\u0440\u043d\u0435\u0442\u0438\u043a\u0438 / Russian Journal of Cybernetics","issn_l":"2712-9942","issn":["2712-9942"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2712-9942","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ru.jcyb.ru/nisii_tech/article/download/474/326","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157061867","display_name":"\u041d. \u0410. \u0411\u043e\u043d\u0434\u0430\u0440\u0435\u0432\u0430","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86427540","display_name":"Keldysh Institute of Applied Mathematics","ror":"https://ror.org/01dv3hq14","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210124601","https://openalex.org/I86427540"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"\u0411\u043e\u043d\u0434\u0430\u0440\u0435\u0432\u0430, \u041d. \u0410.","raw_affiliation_strings":["\u0418\u043d\u0441\u0442\u0438\u0442\u0443\u0442 \u043f\u0440\u0438\u043a\u043b\u0430\u0434\u043d\u043e\u0439 \u043c\u0430\u0442\u0435\u043c\u0430\u0442\u0438\u043a\u0438 \u0438\u043c. \u041c.\u0412. \u041a\u0435\u043b\u0434\u044b\u0448\u0430 \u0420\u0410\u041d, \u0433. \u041c\u043e\u0441\u043a\u0432\u0430, \u0420\u043e\u0441\u0441\u0438\u0439\u0441\u043a\u0430\u044f \u0424\u0435\u0434\u0435\u0440\u0430\u0446\u0438\u044f"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u0418\u043d\u0441\u0442\u0438\u0442\u0443\u0442 \u043f\u0440\u0438\u043a\u043b\u0430\u0434\u043d\u043e\u0439 \u043c\u0430\u0442\u0435\u043c\u0430\u0442\u0438\u043a\u0438 \u0438\u043c. \u041c.\u0412. \u041a\u0435\u043b\u0434\u044b\u0448\u0430 \u0420\u0410\u041d, \u0433. \u041c\u043e\u0441\u043a\u0432\u0430, \u0420\u043e\u0441\u0441\u0438\u0439\u0441\u043a\u0430\u044f \u0424\u0435\u0434\u0435\u0440\u0430\u0446\u0438\u044f","institution_ids":["https://openalex.org/I86427540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157131290","display_name":"\u0410. \u0415. \u0411\u043e\u043d\u0434\u0430\u0440\u0435\u0432","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86427540","display_name":"Keldysh Institute of Applied Mathematics","ror":"https://ror.org/01dv3hq14","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210124601","https://openalex.org/I86427540"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"\u0411\u043e\u043d\u0434\u0430\u0440\u0435\u0432, \u0410. \u0415.","raw_affiliation_strings":["\u0418\u043d\u0441\u0442\u0438\u0442\u0443\u0442 \u043f\u0440\u0438\u043a\u043b\u0430\u0434\u043d\u043e\u0439 \u043c\u0430\u0442\u0435\u043c\u0430\u0442\u0438\u043a\u0438 \u0438\u043c. \u041c.\u0412. \u041a\u0435\u043b\u0434\u044b\u0448\u0430 \u0420\u0410\u041d, \u0433. \u041c\u043e\u0441\u043a\u0432\u0430, \u0420\u043e\u0441\u0441\u0438\u0439\u0441\u043a\u0430\u044f \u0424\u0435\u0434\u0435\u0440\u0430\u0446\u0438\u044f"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u0418\u043d\u0441\u0442\u0438\u0442\u0443\u0442 \u043f\u0440\u0438\u043a\u043b\u0430\u0434\u043d\u043e\u0439 \u043c\u0430\u0442\u0435\u043c\u0430\u0442\u0438\u043a\u0438 \u0438\u043c. \u041c.\u0412. \u041a\u0435\u043b\u0434\u044b\u0448\u0430 \u0420\u0410\u041d, \u0433. \u041c\u043e\u0441\u043a\u0432\u0430, \u0420\u043e\u0441\u0441\u0438\u0439\u0441\u043a\u0430\u044f \u0424\u0435\u0434\u0435\u0440\u0430\u0446\u0438\u044f","institution_ids":["https://openalex.org/I86427540"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86427540"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9169999957084656},{"id":"https://openalex.org/keywords/object-representation","display_name":"object representation","score":0.7860000133514404},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6290000081062317},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.996999979019165},{"id":"https://openalex.org/keywords/positional-encoding","display_name":"positional encoding","score":0.7059999704360962},{"id":"https://openalex.org/keywords/tokenization","display_name":"tokenization","score":0.7360000014305115},{"id":"https://openalex.org/keywords/embeddings","display_name":"embeddings","score":0.8889999985694885},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6480000019073486},{"id":"https://openalex.org/keywords/instruction-tuning","display_name":"instruction tuning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.972000002861023},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.9610000252723694},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.9129999876022339},{"id":"https://openalex.org/keywords/training-data-quality","display_name":"training data quality","score":0.843999981880188},{"id":"https://openalex.org/keywords/data-environment","display_name":"data environment","score":0.34200000762939453},{"id":"https://openalex.org/keywords/generative-neural-networks","display_name":"generative neural networks","score":0.6570000052452087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7581999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6050000190734863},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5138000249862671},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.421999990940094},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C2779542340","wikidata":"https://www.wikidata.org/wiki/Q1062461","display_name":"Learning object","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3488999903202057},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3138999938964844},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2791000008583069}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:journal.niisi:article/474","doi":null,"is_oa":true,"landing_page_url":"https://ru.jcyb.ru/nisii_tech/article/view/474","pdf_url":"https://ru.jcyb.ru/nisii_tech/article/download/474/326","source":{"id":"https://openalex.org/S4210222450","display_name":"\u0423\u0441\u043f\u0435\u0445\u0438 \u043a\u0438\u0431\u0435\u0440\u043d\u0435\u0442\u0438\u043a\u0438 / Russian Journal of Cybernetics","issn_l":"2712-9942","issn":["2712-9942"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2712-9942","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:journal.niisi:article/474","doi":null,"is_oa":true,"landing_page_url":"https://ru.jcyb.ru/nisii_tech/article/view/474","pdf_url":"https://ru.jcyb.ru/nisii_tech/article/download/474/326","source":{"id":"https://openalex.org/S4210222450","display_name":"\u0423\u0441\u043f\u0435\u0445\u0438 \u043a\u0438\u0431\u0435\u0440\u043d\u0435\u0442\u0438\u043a\u0438 / Russian Journal of Cybernetics","issn_l":"2712-9942","issn":["2712-9942"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2712-9942","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220151502.pdf","grobid_xml":"https://content.openalex.org/works/W7220151502.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2133564696","https://openalex.org/W2581624817","https://openalex.org/W2626778328","https://openalex.org/W2963341956","https://openalex.org/W2981852735","https://openalex.org/W3001279689","https://openalex.org/W3027879771","https://openalex.org/W3030163527","https://openalex.org/W3168867926","https://openalex.org/W3195577433","https://openalex.org/W3198002980","https://openalex.org/W4226278401","https://openalex.org/W4307079201","https://openalex.org/W4311991106","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4387561528","https://openalex.org/W7106549999","https://openalex.org/W7133198810","https://openalex.org/W7133209886","https://openalex.org/W7133224126","https://openalex.org/W7133225605"],"related_works":["https://openalex.org/W4404280482","https://openalex.org/W7105533759","https://openalex.org/W4407384514","https://openalex.org/W4416383944","https://openalex.org/W7127379463","https://openalex.org/W7202347050","https://openalex.org/W7131116472","https://openalex.org/W4412013801","https://openalex.org/W4412634112","https://openalex.org/W7128930071"],"abstract_inverted_index":{"we":[0,125,193],"reviewed":[1,105],"the":[2,18,36,45,71,117,128,149,155,161,165,171,178,181],"architectural":[3],"principles":[4],"and":[5,12,31,41,53,65,70,83,88,104,113,131,184,192],"algorithms":[6],"of":[7,21,74,119,133,157,167,180],"modern":[8],"generative":[9],"neural":[10],"networks":[11],"large":[13,80],"language":[14],"models.":[15],"We":[16,34,58,91,115,152,175],"examined":[17,92,177],"core":[19],"mechanisms":[20],"text":[22,81],"processing,":[23],"including":[24,109,142],"tokenization,":[25],"embeddings,":[26],"deep":[27],"contextualization,":[28],"autoregressive":[29],"generation,":[30],"context":[32,159],"management.":[33],"analyzed":[35],"transformer":[37],"architecture":[38,61],"in":[39,139,148,160,170],"detail":[40],"emphasized":[42],"self-attention":[43],"as":[44,127],"key":[46],"innovation":[47],"that":[48,146,154,186],"enables":[49],"parallel":[50],"sequence":[51],"processing":[52],"captures":[54],"long-range":[55],"dependencies":[56],"efficiently.":[57],"described":[59],"common":[60],"variants":[62],"(encoder-only,":[63],"decoder-only,":[64],"encoder\u2013decoder),":[66],"positional":[67],"encoding":[68],"methods,":[69,108],"computational":[72],"complexity":[73],"major":[75],"components.We":[76],"studied":[77],"pretraining":[78],"on":[79],"corpora":[82],"subsequent":[84],"adaptation":[85,107,111],"through":[86],"fine-tuning":[87],"instruction":[89],"tuning.":[90],"alignment":[93],"with":[94],"human":[95,101],"preferences":[96],"using":[97],"reinforcement":[98],"learning":[99],"from":[100],"feedback":[102],"(RLHF)":[103],"efficient":[106],"low-rank":[110],"(LoRA)":[112],"quantization.":[114],"introduced":[116],"concept":[118],"an":[120],"object":[121,138,147,168],"information":[122,134],"context,":[123],"which":[124],"define":[126],"overall":[129],"amount":[130],"distribution":[132],"about":[135],"a":[136],"given":[137],"digital":[140],"data,":[141],"all":[143],"references":[144],"to":[145,196],"training":[150,162],"corpus.":[151],"showed":[153,185],"structure":[156],"this":[158],"data":[163,182],"influences":[164],"formation":[166],"representations":[169],"model\u2019s":[172],"embedding":[173],"space.":[174],"also":[176],"quality":[179],"environment":[183],"low-quality":[187],"sources":[188],"degrade":[189],"model":[190],"accuracy,":[191],"discussed":[194],"approaches":[195],"mitigate":[197],"these":[198],"effects.":[199]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-05T00:00:00"}