{"id":"https://openalex.org/W7126045949","doi":"https://doi.org/10.1109/acompa69200.2025.00013","title":"Fine-Tuning and Evaluating Distilled DeepSeek Models for Code Reasoning","display_name":"Fine-Tuning and Evaluating Distilled DeepSeek Models for Code Reasoning","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W7126045949","doi":"https://doi.org/10.1109/acompa69200.2025.00013"},"language":null,"primary_location":{"id":"doi:10.1109/acompa69200.2025.00013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acompa69200.2025.00013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 19th International Conference on Advanced Computing and Analytics (ACOMPA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121785443","display_name":"Van-Viet Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]},{"id":"https://openalex.org/I4405263268","display_name":"Thai Nguyen University of Information and Communication Technology","ror":"https://ror.org/04gv3mr75","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405263268"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Van-Viet Nguyen","raw_affiliation_strings":["Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718","https://openalex.org/I4405263268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121833078","display_name":"Huu-Khanh Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Huu-Khanh Nguyen","raw_affiliation_strings":["Thai Nguyen University,Distance Learning Center,Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University,Distance Learning Center,Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121796936","display_name":"Kim-Son Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]},{"id":"https://openalex.org/I4405263268","display_name":"Thai Nguyen University of Information and Communication Technology","ror":"https://ror.org/04gv3mr75","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405263268"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Kim-Son Nguyen","raw_affiliation_strings":["Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718","https://openalex.org/I4405263268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121818566","display_name":"Hue Luong Thi Minh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]},{"id":"https://openalex.org/I4405263268","display_name":"Thai Nguyen University of Information and Communication Technology","ror":"https://ror.org/04gv3mr75","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405263268"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hue Luong Thi Minh","raw_affiliation_strings":["Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718","https://openalex.org/I4405263268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123254047","display_name":"Duc-Quang Vu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]},{"id":"https://openalex.org/I4405263268","display_name":"Thai Nguyen University of Information and Communication Technology","ror":"https://ror.org/04gv3mr75","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405263268"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Duc-Quang Vu","raw_affiliation_strings":["Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718","https://openalex.org/I4405263268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123261389","display_name":"The-Vinh Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115718","display_name":"Thai Nguyen University","ror":"https://ror.org/02128gy91","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210115718"]},{"id":"https://openalex.org/I4405263268","display_name":"Thai Nguyen University of Information and Communication Technology","ror":"https://ror.org/04gv3mr75","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405263268"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"The-Vinh Nguyen","raw_affiliation_strings":["Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thai Nguyen University of Information and Communication Technology (ICTU),Thai Nguyen,Vietnam","institution_ids":["https://openalex.org/I4210115718","https://openalex.org/I4405263268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124241538","display_name":"Tan-Ha Mai","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tan-Ha Mai","raw_affiliation_strings":["National Taiwan University,Taipei,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University,Taipei,Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77586549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7652000188827515,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7652000188827515,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.03150000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47540000081062317},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4300000071525574},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4253999888896942},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4058000147342682},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.39570000767707825},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3749000132083893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214000225067139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4846000075340271},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47540000081062317},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47369998693466187},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4058000147342682},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3544999957084656},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3334999978542328},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32249999046325684},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.3149999976158142},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C133199616","wikidata":"https://www.wikidata.org/wiki/Q25386885","display_name":"Empirical modelling","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.2851000130176544}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acompa69200.2025.00013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acompa69200.2025.00013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 19th International Conference on Advanced Computing and Analytics (ACOMPA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2407386500","https://openalex.org/W3098605233","https://openalex.org/W3129546100","https://openalex.org/W3198685994","https://openalex.org/W4206251287","https://openalex.org/W4399557965","https://openalex.org/W4411379354","https://openalex.org/W4412727506","https://openalex.org/W7125135101"],"related_works":[],"abstract_inverted_index":{"Source":[0],"code":[1,79,159],"reasoning":[2,18,36,156],"is":[3,188],"a":[4],"critical":[5],"aspect":[6],"of":[7,14,28,141,148],"software":[8],"engineering,":[9],"demanding":[10],"language":[11,31],"models":[12,32,43,67,129,169,175],"capable":[13],"understanding,":[15],"generating,":[16],"and":[17,56,59,81,151,185],"about":[19],"complex":[20],"program":[21],"logic.":[22],"This":[23,161],"paper":[24],"evaluates":[25],"the":[26,50,71,88,95,99,107,114,127,142,146],"effectiveness":[27],"distilled":[29,44],"large":[30],"(LLMs)":[33],"fine-tuned":[34,69],"for":[35,158,197],"over":[37],"code.":[38],"We":[39],"focus":[40],"on":[41,49,62,70],"three":[42],"from":[45],"DeepSeek-R1:":[46],"two":[47],"based":[48,61],"Qwen":[51,143],"architecture":[52,144],"(with":[53],"1.5":[54],"B":[55],"7B":[57],"parameters)":[58],"one":[60],"LLaMA":[63],"(8B":[64],"parameters).":[65],"All":[66],"were":[68],"CodeAlpaca-DeepSeek-32B-Reasoning":[72],"dataset,":[73],"which":[74],"emphasizes":[75],"logical":[76],"coherence":[77],"in":[78,154,176],"generation":[80],"comprehension":[82],"tasks.":[83,160],"Performance":[84],"was":[85],"assessed":[86],"using":[87],"ROUGE-L":[89,101],"metric.":[90],"The":[91,138],"results":[92],"demonstrate":[93],"that":[94,126,166,181],"DeepSeek-Distill-Qwen-1.5B":[96],"model":[97,109,116,194],"achieved":[98],"highest":[100],"score":[102],"at":[103,110],"43%,":[104],"followed":[105],"by":[106],"Qwen-7B":[108],"40%.":[111],"In":[112],"contrast,":[113],"LLaMA-8B":[115],"lagged":[117],"significantly":[118],"behind":[119],"with":[120],"only":[121],"10%.":[122],"These":[123],"findings":[124],"suggest":[125],"Qwen-based":[128],"outperform":[130],"their":[131],"LLaMA-based":[132],"counterpart,":[133],"despite":[134],"having":[135],"fewer":[136],"parameters.":[137],"superior":[139],"performance":[140],"highlights":[145],"importance":[147],"architectural":[149,183],"compatibility":[150],"distillation":[152],"strategy":[153],"enhancing":[155],"capabilities":[157],"study":[162],"provides":[163],"empirical":[164],"evidence":[165],"smaller,":[167],"well-distilled":[168],"can":[170],"rival":[171],"or":[172],"surpass":[173],"larger":[174],"specific":[177],"domains.":[178],"It":[179],"suggests":[180],"optimizing":[182],"alignment":[184],"task-specific":[186],"fine-tuning":[187],"more":[189],"beneficial":[190],"than":[191],"merely":[192],"increasing":[193],"size,":[195],"especially":[196],"practical":[198],"deployments":[199],"requiring":[200],"computational":[201],"efficiency.":[202]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-01-30T00:00:00"}