{"id":"https://openalex.org/W4415970957","doi":"https://doi.org/10.1109/access.2025.3629843","title":"Optimizing RAG in Programming Education: A Comparative Study of Models and Strategies","display_name":"Optimizing RAG in Programming Education: A Comparative Study of Models and Strategies","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415970957","doi":"https://doi.org/10.1109/access.2025.3629843"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3629843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3629843","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068052544","display_name":"Christopher C. Y. Yang","orcid":"https://orcid.org/0000-0001-8469-5839"},"institutions":[{"id":"https://openalex.org/I49645291","display_name":"National Taipei University of Education","ror":"https://ror.org/02bzpph30","country_code":"TW","type":"education","lineage":["https://openalex.org/I49645291"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Christopher C. Y. Yang","raw_affiliation_strings":["Department of Computer Science, National Taipei University of Education, Taipei, Taiwan","Department of Computer Science, National Taipei University of Education, R.O.C., Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Taipei University of Education, Taipei, Taiwan","institution_ids":["https://openalex.org/I49645291"]},{"raw_affiliation_string":"Department of Computer Science, National Taipei University of Education, R.O.C., Taipei, Taiwan","institution_ids":["https://openalex.org/I49645291"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059985663","display_name":"Guanchen Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Guan-Jie Liu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, National Central University, R.O.C., Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, R.O.C., Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034113355","display_name":"Cheng-Jui Yu","orcid":"https://orcid.org/0009-0009-6414-0292"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Jui Yu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, National Central University, R.O.C., Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, R.O.C., Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5068052544"],"corresponding_institution_ids":["https://openalex.org/I49645291"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37362597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"190890","last_page":"190903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13819999992847443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6435999870300293},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5145000219345093},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4823000133037567},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4526999890804291},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4302000105381012},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.320499986410141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8452000021934509},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6435999870300293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5795999765396118},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5090000033378601},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4823000133037567},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3629843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c7ab9c884b4548489782aaec1c90a467","is_oa":true,"landing_page_url":"https://doaj.org/article/c7ab9c884b4548489782aaec1c90a467","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 190890-190903 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3629843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,17,134],"study":[1,18],"examines":[2],"how":[3,31],"Retrieval-Augmented":[4],"Generation":[5,54],"(RAG)":[6],"enhances":[7],"the":[8,51,112,120,128,140,153,156],"effectiveness":[9,141],"of":[10,61,130,142,158],"generative":[11],"artificial":[12],"intelligence":[13],"in":[14,126,147,155],"programming":[15,148],"education.":[16],"compares":[19],"commercial":[20,159],"and":[21,34,49,69,87,105,160,163],"open-source":[22,132,161],"large":[23],"language":[24],"models":[25,64,162],"within":[26],"a":[27,42,58,107],"RAG":[28,145],"system,":[29],"examining":[30],"retrieval":[32,123],"design":[33],"prompt":[35],"engineering":[36],"affect":[37],"response":[38],"quality.":[39],"By":[40],"creating":[41],"database":[43],"specific":[44],"to":[45],"machine":[46],"learning":[47],"courses":[48],"using":[50],"RAGAS":[52],"(Retrieval-Augmented":[53],"Assessment)":[55],"evaluation":[56],"framework,":[57],"comparative":[59],"analysis":[60],"five":[62,75],"prominent":[63],"(GPT-4o,":[65],"Claude-3.7-Sonnet,":[66],"Gemini-2.0-Flash,":[67],"Llama3.3-70b,":[68],"Ministral-8b)":[70],"is":[71],"conducted":[72],"based":[73],"on":[74],"quality":[76],"metrics,":[77],"namely":[78],"Context":[79,81,83],"Precision,":[80],"Recall,":[82,85],"Entities":[84],"Faithfulness,":[86],"Response":[88],"Relevance.":[89],"The":[90],"findings":[91],"reveal":[92],"considerable":[93],"performance":[94,129,157],"differences":[95],"between":[96],"different":[97],"model":[98,114],"types,":[99],"with":[100],"structured":[101],"reasoning":[102],"prompts":[103],"(Chain-of-Thought":[104],"Take":[106],"Step":[108],"Back)":[109],"significantly":[110],"improved":[111],"overall":[113],"performance.":[115],"Re-ranking":[116],"was":[117],"identified":[118],"as":[119],"most":[121],"effective":[122],"approach,":[124],"especially":[125],"enhancing":[127],"lightweight":[131],"models.":[133],"research":[135],"provides":[136],"empirical":[137],"evidence":[138],"for":[139,167],"economically":[143],"feasible":[144],"systems":[146],"education,":[149],"thus":[150],"helping":[151],"bridge":[152],"gap":[154],"providing":[164],"real-world":[165],"solutions":[166],"resource-constrained":[168],"educational":[169],"settings.":[170]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-06T00:00:00"}