{"id":"https://openalex.org/W4400267753","doi":"https://doi.org/10.1145/3649217.3653554","title":"Can Small Language Models With Retrieval-Augmented Generation Replace Large Language Models When Learning Computer Science?","display_name":"Can Small Language Models With Retrieval-Augmented Generation Replace Large Language Models When Learning Computer Science?","publication_year":2024,"publication_date":"2024-07-03","ids":{"openalex":"https://openalex.org/W4400267753","doi":"https://doi.org/10.1145/3649217.3653554"},"language":"en","primary_location":{"id":"doi:10.1145/3649217.3653554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649217.3653554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032870304","display_name":"Suqing Liu","orcid":"https://orcid.org/0009-0004-5558-256X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Suqing Liu","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0004-5558-256X","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099978327","display_name":"Zezhu Yu","orcid":"https://orcid.org/0009-0005-8472-3517"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zezhu Yu","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0005-8472-3517","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030979401","display_name":"Feiran Huang","orcid":"https://orcid.org/0009-0007-9793-2355"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Feiran Huang","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0007-9793-2355","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099978328","display_name":"Yousef Bulbulia","orcid":"https://orcid.org/0009-0006-9843-1643"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yousef Bulbulia","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0006-9843-1643","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037975002","display_name":"Andreas Bergen","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Bergen","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6557-2534","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017029944","display_name":"Michael Liut","orcid":"https://orcid.org/0000-0003-2965-5302"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2965-5302","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"388","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8466101884841919},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6244161128997803},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6062494516372681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5559796094894409},{"id":"https://openalex.org/keywords/universal-networking-language","display_name":"Universal Networking Language","score":0.48187455534935},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36049699783325195},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2455209195613861},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.19456276297569275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8466101884841919},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6244161128997803},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6062494516372681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5559796094894409},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.48187455534935},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36049699783325195},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2455209195613861},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.19456276297569275}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649217.3653554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649217.3653554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2092909411","https://openalex.org/W2149690512","https://openalex.org/W3027879771","https://openalex.org/W3045491806","https://openalex.org/W3153427360","https://openalex.org/W3215104784","https://openalex.org/W4225131971","https://openalex.org/W4247987692","https://openalex.org/W4281771843","https://openalex.org/W4323033847","https://openalex.org/W4366808792","https://openalex.org/W4380353816","https://openalex.org/W4382654294","https://openalex.org/W4385570141","https://openalex.org/W4385847553","https://openalex.org/W4389519118","https://openalex.org/W4390315432","https://openalex.org/W6603468762"],"related_works":["https://openalex.org/W3204019825","https://openalex.org/W3213549959","https://openalex.org/W3129739276","https://openalex.org/W3082797515","https://openalex.org/W4210643529","https://openalex.org/W1778552418","https://openalex.org/W2394860946","https://openalex.org/W4383616786","https://openalex.org/W1519428778","https://openalex.org/W3203715570"],"abstract_inverted_index":{"Leveraging":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"for":[5],"personalized":[6],"learning":[7],"and":[8,40],"support":[9],"is":[10],"becoming":[11],"a":[12],"promising":[13],"tool":[14],"in":[15],"computing":[16],"education.":[17],"AI":[18],"Assistants":[19],"can":[20],"help":[21,37],"students":[22],"with":[23,27,38],"programming,":[24],"problem-solving,":[25],"converse":[26],"them":[28],"to":[29,36],"clarify":[30],"course":[31],"content,":[32],"explain":[33],"error":[34],"messages":[35],"debugging,":[39],"much":[41],"more.":[42],"However,":[43],"using":[44],"cloud-based":[45],"LLMs":[46],"poses":[47],"risks":[48],"around":[49],"data":[50],"security,":[51],"privacy,":[52],"but":[53],"also":[54],"control":[55],"of":[56],"the":[57],"overarching":[58],"system.":[59]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":16}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}