{"id":"https://openalex.org/W6991002556","doi":null,"title":"Evaluating the Useof Retrieval-augmented Generation for Enhancing Online Courses","display_name":"Evaluating the Useof Retrieval-augmented Generation for Enhancing Online Courses","publication_year":2024,"publication_date":"2024-11-24","ids":{"openalex":"https://openalex.org/W6991002556"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-361830","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-361830","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1948877/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1948877/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337925","display_name":"Leonardo Pasquarelli","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Pasquarelli, Leonardo","raw_affiliation_strings":["Stockholm , Sweden 2024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stockholm , Sweden 2024","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5114337925"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.41819998621940613,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.41819998621940613,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.2498999983072281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.16050000488758087,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":1.0},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.5929999947547913},{"id":"https://openalex.org/keywords/online-programming-education","display_name":"online programming education","score":0.656000018119812},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8349999785423279},{"id":"https://openalex.org/keywords/vector-databases","display_name":"vector databases","score":0.6190000176429749},{"id":"https://openalex.org/keywords/chunk-size","display_name":"chunk size","score":0.6890000104904175},{"id":"https://openalex.org/keywords/embedding-models","display_name":"embedding models","score":0.7730000019073486},{"id":"https://openalex.org/keywords/answer-faithfulness","display_name":"answer faithfulness","score":0.753000020980835},{"id":"https://openalex.org/keywords/student-satisfaction","display_name":"student satisfaction","score":0.6700000166893005},{"id":"https://openalex.org/keywords/search-functionality","display_name":"search functionality","score":0.4659999907016754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7175999879837036},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5637000203132629},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4966999888420105},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4625000059604645},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39660000801086426},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C2780067481","wikidata":"https://www.wikidata.org/wiki/Q1813450","display_name":"Course evaluation","level":3,"score":0.3305000066757202},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C503872463","wikidata":"https://www.wikidata.org/wiki/Q159595","display_name":"Distance education","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C171089853","wikidata":"https://www.wikidata.org/wiki/Q7094123","display_name":"Online search","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2986081426","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Online course","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:DiVA.org:kth-361830","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-361830","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1948877/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/134559","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/134559","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/5dd17d4f-ba54-4551-a4da-5746391e98b1/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-361830","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-361830","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1948877/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6991002556.pdf","grobid_xml":"https://content.openalex.org/works/W6991002556.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W1614298861","https://openalex.org/W2105543722","https://openalex.org/W2493916176","https://openalex.org/W2626778328","https://openalex.org/W2896457183","https://openalex.org/W2904197112","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W3021994739","https://openalex.org/W3027879771","https://openalex.org/W3133702157","https://openalex.org/W3168867926","https://openalex.org/W3177813494","https://openalex.org/W4231474584","https://openalex.org/W4293581639","https://openalex.org/W4322718191","https://openalex.org/W4323655724","https://openalex.org/W4362515116","https://openalex.org/W4378942198","https://openalex.org/W4382654294","https://openalex.org/W4386185625","https://openalex.org/W4388482598","https://openalex.org/W4389524317","https://openalex.org/W4389984066","https://openalex.org/W4390632065","https://openalex.org/W4391136507","https://openalex.org/W4392563703","https://openalex.org/W7130841482","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W7025175843","https://openalex.org/W7107853637","https://openalex.org/W4408516474","https://openalex.org/W7162837750","https://openalex.org/W7214092005","https://openalex.org/W7162934349","https://openalex.org/W7220370396","https://openalex.org/W4402480699","https://openalex.org/W7165806691","https://openalex.org/W7124132348"],"abstract_inverted_index":{"Providing":[0],"sufficient":[1],"and":[2,59,79,96,115,119,173,175,208,253,267],"adequate":[3],"teaching":[4],"assistance":[5,203],"towards":[6,263],"students":[7,193],"in":[8,72,90,141,163,191],"programming":[9],"education":[10],"for":[11],"online":[12],"courses":[13],"requires":[14],"substantial":[15],"resources,":[16],"especially":[17],"considering":[18],"the":[19,25,38,61,75,94,107,109,112,120,134,142,159,170,202,217,230,255,274],"growing":[20],"enrolment":[21],"numbers.":[22],"To":[23],"tackle":[24],"problems":[26],"of":[27,98,117,144,161,204,219],"scalable":[28],"course":[29,43,76,131,199],"assistance,":[30],"we":[31,92,183],"developed":[32],"a":[33,47,82,88,152,166,209,224,238,264],"chat":[34,206],"bot":[35,256],"specific":[36,265],"to":[37,196,215],"Web":[39],"Software":[40],"Development":[41],"(WSD)":[42],"at":[44],"Aalto,":[45],"using":[46,233],"novel":[48],"technology":[49],"called":[50],"retrievalaugmented-generation":[51],"(RAG),":[52],"which":[53,91,192],"harnesses":[54],"large":[55],"language":[56],"models":[57],"(LLM)":[58],"augments":[60],"produced":[62],"answer":[63,171],"with":[64],"search":[65,210,225,231,239],"results":[66],"from":[67,130],"an":[68,185],"external":[69],"data":[70],"source:":[71],"our":[73,205],"case":[74],"material,":[77],"vectorised":[78],"embedded":[80],"into":[81],"vector":[83],"database.":[84],"Our":[85],"evaluations":[86],"include":[87],"benchmark,":[89],"compare":[93],"faithfulness":[95],"relevancy":[97],"answers":[99],"generated":[100],"by":[101,106],"54":[102],"different":[103],"configurations,":[104],"determined":[105],"LLM,":[108],"embedding":[110],"model,":[111],"chunk":[113,148],"size":[114],"amount":[116],"chunks,":[118],"retrieval":[121,154],"mode.":[122],"The":[123,137,212,241,261],"28":[124],"used":[125],"questions":[126],"were":[127,194],"mainly":[128],"collected":[129],"participants":[132],"taking":[133],"WSD":[135],"course.":[136],"findings":[138,242],"suggest":[139,243],"that":[140,254],"context":[143],"this":[145],"experiment,":[146],"higher":[147],"sizes":[149],"work":[150,197],"better,":[151],"vector-only":[153],"mode":[155],"produces":[156,257],"better":[157,179],"results,":[158],"choice":[160],"LLM":[162],"itself":[164],"had":[165],"mild":[167],"effect":[168],"on":[169,198,270],"quality,":[172],"text-embedding-3-large":[174],"all-MiniLM-v6":[176],"performed":[177],"significantly":[178],"than":[180],"RoBERTa.":[181],"Furthermore,":[182],"conducted":[184],"in-person":[186],"user":[187],"survey":[188],"(N":[189],"=14),":[190],"required":[195],"tasks":[200],"given":[201],"bot,":[207],"functionality.":[211,240],"goal":[213],"was":[214],"assess":[216],"satisfaction":[218],"RAG":[220,234],"when":[221,235],"compared":[222,236],"against":[223,237],"functionality,":[226],"as":[227,229,248],"well":[228],"performance":[232,268],"users":[244],"perceive":[245],"both":[246],"assistants":[247],"useful":[249],"or":[250],"highly":[251],"useful,":[252],"factually":[258],"correct":[259],"results.":[260],"preference":[262],"assistant":[266],"depended":[269],"various":[271],"factors,":[272],"including":[273],"exercise":[275],"type.":[276]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2025-10-10T00:00:00"}