{"id":"https://openalex.org/W7203714879","doi":"https://doi.org/10.58459/icce.2025.5914","title":"Evaluating the Effectiveness of Large Language Models for Course Recommendation Tasks","display_name":"Evaluating the Effectiveness of Large Language Models for Course Recommendation Tasks","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7203714879","doi":"https://doi.org/10.58459/icce.2025.5914"},"language":"en","primary_location":{"id":"doi:10.58459/icce.2025.5914","doi":"https://doi.org/10.58459/icce.2025.5914","is_oa":true,"landing_page_url":"https://doi.org/10.58459/icce.2025.5914","pdf_url":"https://library.apsce.net/index.php/ICCE/article/download/5914/5844","source":{"id":"https://openalex.org/S5407049172","display_name":"International Conference on Computers in Education","issn_l":"3078-4360","issn":["3078-4360"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132096","host_organization_name":"Asia-Pacific Society for Computers in Education","host_organization_lineage":["https://openalex.org/I4210132096"],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Computers in Education","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://library.apsce.net/index.php/ICCE/article/download/5914/5844","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059443278","display_name":"Boxuan Ma","orcid":"https://orcid.org/0000-0002-1566-880X","observed_orcids":["https://orcid.org/0000-0002-1566-880X"]},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Boxuan Ma","raw_affiliation_strings":["Kyushu University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112953007","display_name":"Md Akib Zabed Khan","orcid":"https://orcid.org/0009-0002-0706-8019","observed_orcids":["https://orcid.org/0009-0002-0706-8019"]},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Akib Zabed Khan","raw_affiliation_strings":["Florida International University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida International University","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088418528","display_name":"Tianyuan Yang","orcid":"https://orcid.org/0000-0002-6010-7876","observed_orcids":["https://orcid.org/0000-0002-6010-7876"]},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tianyuan Yang","raw_affiliation_strings":["Kyushu University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013726519","display_name":"Agoritsa Polyzou","orcid":"https://orcid.org/0000-0001-8630-7131","observed_orcids":["https://orcid.org/0000-0001-8630-7131"]},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agoritsa Polyzou","raw_affiliation_strings":["Florida International University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida International University","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071736649","display_name":"Shin\u2019ichi Konomi","orcid":"https://orcid.org/0000-0001-5831-2152","observed_orcids":["https://orcid.org/0000-0001-5831-2152"]},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shin'Ichi Konomi","raw_affiliation_strings":["Kyushu University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7414,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92775819,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9879999756813049},{"id":"https://openalex.org/keywords/course-recommendation","display_name":"course recommendation","score":0.9829999804496765},{"id":"https://openalex.org/keywords/educational-recommender-systems","display_name":"educational recommender systems","score":0.9869999885559082},{"id":"https://openalex.org/keywords/moocs","display_name":"MOOCs","score":0.7820000052452087},{"id":"https://openalex.org/keywords/llm-fine-tuning","display_name":"LLM fine-tuning","score":0.9369999766349792},{"id":"https://openalex.org/keywords/recommender-system-evaluation","display_name":"recommender system evaluation","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73580002784729},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5996000170707703},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32190001010894775},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25450000166893005},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.58459/icce.2025.5914","doi":"https://doi.org/10.58459/icce.2025.5914","is_oa":true,"landing_page_url":"https://doi.org/10.58459/icce.2025.5914","pdf_url":"https://library.apsce.net/index.php/ICCE/article/download/5914/5844","source":{"id":"https://openalex.org/S5407049172","display_name":"International Conference on Computers in Education","issn_l":"3078-4360","issn":["3078-4360"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132096","host_organization_name":"Asia-Pacific Society for Computers in Education","host_organization_lineage":["https://openalex.org/I4210132096"],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Computers in Education","raw_type":"journal-article"},{"id":"pmh:oai:ojs2.library.apsce.net:article/5914","doi":null,"is_oa":false,"landing_page_url":"https://library.apsce.net/index.php/ICCE/article/view/5914","pdf_url":null,"source":{"id":"https://openalex.org/S5407049172","display_name":"International Conference on Computers in Education","issn_l":"3078-4360","issn":["3078-4360"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132096","host_organization_name":"Asia-Pacific Society for Computers in Education","host_organization_lineage":["https://openalex.org/I4210132096"],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"3078-4360","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2504.08208","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.08208","pdf_url":"https://arxiv.org/pdf/2504.08208","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.08208","doi":"https://doi.org/10.48550/arxiv.2504.08208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.08208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.58459/icce.2025.5914","doi":"https://doi.org/10.58459/icce.2025.5914","is_oa":true,"landing_page_url":"https://doi.org/10.58459/icce.2025.5914","pdf_url":"https://library.apsce.net/index.php/ICCE/article/download/5914/5844","source":{"id":"https://openalex.org/S5407049172","display_name":"International Conference on Computers in Education","issn_l":"3078-4360","issn":["3078-4360"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132096","host_organization_name":"Asia-Pacific Society for Computers in Education","host_organization_lineage":["https://openalex.org/I4210132096"],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Computers in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9901999831199646,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1711429590","display_name":"A Framework for Fast, Accurate, and Explainable Computerized Adaptive Language Test","funder_award_id":"24K20903","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320309993","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203714879.pdf","grobid_xml":"https://content.openalex.org/works/W7203714879.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1902027874","https://openalex.org/W2339387819","https://openalex.org/W2978088025","https://openalex.org/W4280586754","https://openalex.org/W4322718191","https://openalex.org/W4361193179","https://openalex.org/W4364380022","https://openalex.org/W4366733551","https://openalex.org/W4386148612","https://openalex.org/W4386555196","https://openalex.org/W4396735217"],"related_works":["https://openalex.org/W4414827899","https://openalex.org/W7140035448","https://openalex.org/W7166508827","https://openalex.org/W7105685236","https://openalex.org/W4411115282","https://openalex.org/W4416997241","https://openalex.org/W4417302571","https://openalex.org/W7124869531","https://openalex.org/W4412197159","https://openalex.org/W4416800146"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"made":[5],"significant":[6],"strides":[7],"in":[8,23,132],"natural":[9],"language":[10],"processing":[11],"and":[12,60,67,127],"are":[13],"increasingly":[14],"being":[15],"integrated":[16],"into":[17],"recommendation":[18,25,43,55,66,73,89,117],"systems.":[19,118],"However,":[20],"their":[21,46,69,112],"potential":[22,113],"educational":[24,116,136],"systems":[26,90],"has":[27],"yet":[28],"to":[29,108,114],"be":[30],"fully":[31],"explored.":[32],"This":[33],"paper":[34],"investigates":[35],"the":[36,122,133],"use":[37],"of":[38,94,129,135],"LLMs":[39,86,102],"as":[40,87],"a":[41,80,92],"general-purpose":[42],"model,":[44],"leveraging":[45],"vast":[47],"knowledge":[48],"derived":[49],"from":[50],"large-scale":[51],"corpora":[52],"for":[53,63,124],"course":[54,65,88],"tasks.":[56],"We":[57],"explore":[58],"prompt":[59],"fine-tuning":[61],"methods":[62],"LLM-based":[64,130],"compare":[68],"performance":[70,106],"against":[71],"traditional":[72,109],"models.":[74],"Extensive":[75],"experiments":[76],"were":[77],"conducted":[78],"on":[79],"real-world":[81],"MOOC":[82],"dataset,":[83],"evaluating":[84],"using":[85],"across":[91],"variety":[93],"key":[95],"dimensions.":[96],"Our":[97],"results":[98],"demonstrate":[99],"that":[100],"fine-tuned":[101],"can":[103],"achieve":[104],"good":[105],"comparable":[107],"models,":[110],"highlighting":[111],"enhance":[115],"These":[119],"findings":[120],"pave":[121],"way":[123],"further":[125],"exploration":[126],"development":[128],"approaches":[131],"context":[134],"recommendations.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-19T00:00:00"}