{"id":"https://openalex.org/W4402389633","doi":"https://doi.org/10.1109/cseet62301.2024.10663001","title":"Leveraging Lecture Content for Improved Feedback: Explorations with GPT-4 and Retrieval Augmented Generation","display_name":"Leveraging Lecture Content for Improved Feedback: Explorations with GPT-4 and Retrieval Augmented Generation","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4402389633","doi":"https://doi.org/10.1109/cseet62301.2024.10663001"},"language":"en","primary_location":{"id":"doi:10.1109/cseet62301.2024.10663001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cseet62301.2024.10663001","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 36th International Conference on Software Engineering Education and Training (CSEE&T)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083442452","display_name":"Sven Jacobs","orcid":"https://orcid.org/0009-0000-5079-7941"},"institutions":[{"id":"https://openalex.org/I206895457","display_name":"University of Siegen","ror":"https://ror.org/02azyry73","country_code":"DE","type":"education","lineage":["https://openalex.org/I206895457"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Jacobs","raw_affiliation_strings":["Computer Science Education University of Siegen,Siegen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Education University of Siegen,Siegen,Germany","institution_ids":["https://openalex.org/I206895457"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054054195","display_name":"Steffen Jaschke","orcid":"https://orcid.org/0000-0002-6621-4218"},"institutions":[{"id":"https://openalex.org/I206895457","display_name":"University of Siegen","ror":"https://ror.org/02azyry73","country_code":"DE","type":"education","lineage":["https://openalex.org/I206895457"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Jaschke","raw_affiliation_strings":["Computer Science Education University of Siegen,Siegen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Education University of Siegen,Siegen,Germany","institution_ids":["https://openalex.org/I206895457"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7492,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91555346,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7151343822479248},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.5358605980873108},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.47818973660469055},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3383687138557434},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09008479118347168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7151343822479248},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5358605980873108},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.47818973660469055},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3383687138557434},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09008479118347168},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cseet62301.2024.10663001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cseet62301.2024.10663001","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 36th International Conference on Software Engineering Education and Training (CSEE&T)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2894540915","https://openalex.org/W2913668833","https://openalex.org/W3023605951","https://openalex.org/W4280651853","https://openalex.org/W4283705032","https://openalex.org/W4313288661","https://openalex.org/W4360836968","https://openalex.org/W4380353816","https://openalex.org/W4385815999","https://openalex.org/W4389984066","https://openalex.org/W4390236844","https://openalex.org/W4390315357","https://openalex.org/W4390621504","https://openalex.org/W4392484243","https://openalex.org/W4392934670","https://openalex.org/W4399258659","https://openalex.org/W4400410246","https://openalex.org/W6777615688","https://openalex.org/W6846254642","https://openalex.org/W6847363464"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,12,34,62,65,71,102,106,109,115,119,124,146,150,154,161,170,174,179,205,211,229,235],"use":[4,63,125,212],"of":[5,53,64,111,126,153,213,232],"Retrieval":[6],"Augmented":[7],"Generation":[8],"(RAG)":[9],"to":[10,33,56,60,78,139,145,228],"improve":[11,216],"feedback":[13,90,132,188,217,233],"generated":[14,94,133],"by":[15,48,95,134,194,222],"Large":[16,35],"Language":[17,36],"Models":[18],"for":[19,82,186],"programming":[20,80,85],"tasks.":[21],"For":[22,97,173],"this":[23,54,98,159],"purpose,":[24],"corresponding":[25,162,171],"lecture":[26,120,147,163],"recordings":[27],"were":[28],"transcribed":[29],"and":[30,59,68,114,143,184,204,219],"made":[31],"available":[32,122],"Model":[37],"GPT-4":[38,100,135],"as":[39,46,128,156],"external":[40],"knowledge":[41],"source":[42],"together":[43],"with":[44,178],"timestamps":[45],"metainformation":[47],"using":[49,149],"RAG.":[50],"The":[51,131],"purpose":[52],"is":[55,220],"prevent":[57],"hallucinations":[58],"enforce":[61],"technical":[66],"terms":[67],"phrases":[69],"from":[70,118],"lecture.":[72],"In":[73,158],"an":[74,83],"exercise":[75],"platform":[76],"developed":[77],"solve":[79,140],"problems":[81,141],"introductory":[84],"lecture,":[86],"students":[87,138,176,223],"can":[88,165,215],"request":[89],"on":[91,201],"their":[92],"solutions":[93],"GPT-4.":[96],"task":[99],"receives":[101],"students'":[103],"code":[104],"solution,":[105],"compiler":[107],"output,":[108],"result":[110],"unit":[112],"tests":[113],"relevant":[116],"passages":[117],"notes":[121],"through":[123],"RAG":[127,195,214],"additional":[129],"context.":[130],"should":[136,191],"guide":[137],"independently":[142],"link":[144],"content,":[148],"time":[151],"stamps":[152],"transcript":[155],"meta-information.":[157],"way,":[160],"videos":[164],"be":[166,192],"viewed":[167],"immediately":[168],"at":[169],"positions.":[172],"evaluation,":[175],"worked":[177],"tool":[180],"in":[181,224],"a":[182,202],"workshop":[183],"decided":[185],"each":[187],"whether":[189],"it":[190],"extended":[193],"or":[196],"not.":[197],"First":[198],"results":[199],"based":[200],"questionnaire":[203],"collected":[206],"usage":[207],"data":[208],"show":[209],"that":[210],"generation":[218],"preferred":[221],"some":[225],"situations.":[226],"Due":[227],"slower":[230],"speed":[231],"generation,":[234],"benefits":[236],"are":[237],"situation":[238],"dependent.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-09-11T00:00:00"}