{"id":"https://openalex.org/W7125911669","doi":"https://doi.org/10.1109/access.2026.3659054","title":"LLM QLoRA Fine-Tuning of Llama, DeepSeek, and Qwen: A Skyrim Case Study","display_name":"LLM QLoRA Fine-Tuning of Llama, DeepSeek, and Qwen: A Skyrim Case Study","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125911669","doi":"https://doi.org/10.1109/access.2026.3659054"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3659054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3659054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3659054","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056965604","display_name":"Marcos Eduardo Pivaro Monteiro","orcid":"https://orcid.org/0000-0001-7658-2025"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Eduardo Pivaro Monteiro","raw_affiliation_strings":["Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-7658-2025","affiliations":[{"raw_affiliation_string":"Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050946796","display_name":"Marcos Talau","orcid":"https://orcid.org/0000-0001-7027-1023"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Talau","raw_affiliation_strings":["Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-7027-1023","affiliations":[{"raw_affiliation_string":"Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019757557","display_name":"Heitor Silv\u00e9rio Lopes","orcid":"https://orcid.org/0000-0003-3984-1432"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Heitor Silv\u00e9rio Lopes","raw_affiliation_strings":["Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3984-1432","affiliations":[{"raw_affiliation_string":"Graduate Program in Electrical and Computer Engineering (CPGEI-CT), Federal University of Technology—Paraná (UTFPR), Curitiba, State of Paran\u00e1, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1283613182"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10598092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"16548","last_page":"16566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8129000067710876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8129000067710876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.021800000220537186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6148999929428101},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5092999935150146},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.45350000262260437},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.43720000982284546},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39320001006126404},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.34860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8411999940872192},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6148999929428101},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5076000094413757},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5040000081062317},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36719998717308044},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3659054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3659054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:26bfdd14c97c4c0f93439fadcda63b4c","is_oa":false,"landing_page_url":"https://doaj.org/article/26bfdd14c97c4c0f93439fadcda63b4c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 16548-16566 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3659054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3659054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2963339397","https://openalex.org/W4391697658","https://openalex.org/W4392903998","https://openalex.org/W4400034525","https://openalex.org/W4405887239","https://openalex.org/W4406354200","https://openalex.org/W4406355902","https://openalex.org/W4406754405","https://openalex.org/W4408258479","https://openalex.org/W4408345589","https://openalex.org/W4409474626","https://openalex.org/W4409985211","https://openalex.org/W4411019848","https://openalex.org/W4411143752","https://openalex.org/W4411144152","https://openalex.org/W4411550947","https://openalex.org/W4412610854","https://openalex.org/W4413205115","https://openalex.org/W4413467646"],"related_works":[],"abstract_inverted_index":{"Fine-tuning":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"for":[5,108],"domains":[6],"that":[7,174],"demand":[8],"extensive":[9],"background":[10],"knowledge,":[11],"such":[12],"as":[13],"video":[14],"game":[15],"lore,":[16],"involves":[17],"navigating":[18],"trade-offs":[19],"between":[20,188],"model":[21,72,144],"architecture,":[22],"scale,":[23],"and":[24,60,69,78,87,104,152,182,191],"the":[25,38,47,57,120,134,143,150,156,164,185],"organization":[26],"of":[27,40,49,84,136,170,207],"training":[28,171],"data.":[29],"In":[30],"this":[31],"study,":[32],"we":[33],"examine":[34],"these":[35],"factors":[36],"through":[37],"use":[39],"Quantized":[41],"Low-Rank":[42],"Adaptation":[43],"(QLoRA)":[44],"applied":[45],"to":[46,128],"lore":[48],"Skyrim\u00ae.":[50],"Our":[51],"analysis":[52,169],"considers":[53],"nine":[54],"models":[55,159],"from":[56],"DeepSeek,":[58],"Llama,":[59],"Qwen":[61],"families":[62],"at":[63,133,149,163],"three":[64],"parameter":[65],"scales":[66],"(~8B,":[67],"~13B,":[68],"~33B).":[70],"Each":[71],"was":[73,90,194],"fine-tuned":[74,198],"on":[75,199],"unstructured,":[76],"structured,":[77],"summarized":[79,125,201],"datasets":[80,118,126],"using":[81],"LoRA":[82,176,205],"ranks":[83,177],"16,":[85],"32,":[86],"64.":[88,208],"Performance":[89],"evaluated":[91],"with":[92,196,203],"standard":[93],"metrics":[94],"(Perplexity,":[95],"ROUGE,":[96],"BLEU),":[97],"a":[98,105,114,200,204],"robust":[99],"ensemble":[100],"qualitative":[101],"LLM-as-a-Judge":[102],"framework,":[103],"dedicated":[106],"benchmark":[107],"catastrophic":[109],"forgetting.":[110],"The":[111],"results":[112],"show":[113],"consistent":[115],"trade-off:":[116],"structured":[117],"produce":[119],"most":[121],"fluent":[122],"outputs,":[123],"while":[124],"tend":[127],"improve":[129,179],"factual":[130],"accuracy,":[131],"typically":[132],"cost":[135],"accelerated":[137],"degradation":[138],"in":[139],"general":[140],"knowledge.":[141],"Among":[142],"families,":[145],"Llama":[146],"performs":[147],"best":[148],"~8B":[151],"~33B":[153],"scales,":[154],"whereas":[155],"code-specialized":[157],"DeepSeek":[158],"have":[160],"an":[161],"edge":[162],"~13B":[165],"size.":[166],"Furthermore,":[167],"our":[168],"dynamics":[172],"reveals":[173],"higher":[175],"significantly":[178],"convergence":[180],"speed":[181],"stability.":[183],"Overall,":[184],"optimal":[186],"trade-off":[187],"performance,":[189],"efficiency,":[190],"knowledge":[192],"retention":[193],"achieved":[195],"Llama-3.1-8B":[197],"dataset":[202],"rank":[206]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-01-29T00:00:00"}