{"id":"https://openalex.org/W4411374856","doi":"https://doi.org/10.1145/3724389.3730778","title":"Are LLMs Good at Answering Student Questions in CS1 Courses?","display_name":"Are LLMs Good at Answering Student Questions in CS1 Courses?","publication_year":2025,"publication_date":"2025-06-13","ids":{"openalex":"https://openalex.org/W4411374856","doi":"https://doi.org/10.1145/3724389.3730778"},"language":"en","primary_location":{"id":"doi:10.1145/3724389.3730778","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3724389.3730778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118273678","display_name":"Thomas Van Mullem","orcid":null},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thomas Van Mullem","raw_affiliation_strings":["Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0009-0004-9494-0032","affiliations":[{"raw_affiliation_string":"Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I2801227569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015802960","display_name":"Bart Mesuere","orcid":"https://orcid.org/0000-0003-0610-3441"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bart Mesuere","raw_affiliation_strings":["Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-0610-3441","affiliations":[{"raw_affiliation_string":"Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I2801227569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013637445","display_name":"Peter Dawyndt","orcid":"https://orcid.org/0000-0002-1623-9070"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peter Dawyndt","raw_affiliation_strings":["Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1623-9070","affiliations":[{"raw_affiliation_string":"Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I2801227569"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2801227569"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12594514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"780","last_page":"780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6910446882247925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5431948304176331},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4878685474395752},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1965845227241516},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18540158867835999}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6910446882247925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5431948304176331},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4878685474395752},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1965845227241516},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18540158867835999}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3724389.3730778","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3724389.3730778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 2","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01KFG1TTTYVTFZJVGPCPQJN2YB","is_oa":false,"landing_page_url":"http://hdl.handle.net/1854/LU-01KFG1TTTYVTFZJVGPCPQJN2YB","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400715693","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4380353763","https://openalex.org/W4388553430","https://openalex.org/W4390315357","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912"],"abstract_inverted_index":{"Educators":[0],"often":[1,52],"spend":[2],"a":[3,137],"significant":[4],"amount":[5],"of":[6,46,85,174,198],"time":[7,186],"answering":[8],"student":[9,92],"coding":[10],"questions,":[11],"which":[12,68],"can":[13,43,69,177],"lead":[14],"to":[15,26,40,72,102,121,163,188],"rushed":[16],"or":[17],"incomplete":[18],"responses.":[19,97,168,199],"Additionally,":[20],"generative":[21],"AI":[22],"tools":[23,37],"are":[24,38,81,100],"starting":[25],"and":[27,42,131,158,160,191,196],"will":[28],"play":[29],"an":[30,117,147,172],"increasing":[31,192],"role":[32],"in":[33,90,179],"students'":[34],"careers.":[35],"These":[36,98,169],"easy":[39],"use":[41],"provide":[44,56,103],"heaps":[45],"information":[47],"almost":[48],"instantly.":[49],"However,":[50],"they":[51],"generate":[53],"answers":[54,125,135],"that":[55],"full":[57],"assignment":[58],"solutions":[59],"rather":[60],"than":[61],"guiding":[62],"students":[63,104],"towards":[64],"the":[65,83,123,143,152,164,185,194],"correct":[66],"solution,":[67],"be":[70],"detrimental":[71],"their":[73],"learning":[74],"process.":[75],"To":[76,113],"address":[77],"this":[78],"issue,":[79],"we":[80],"exploring":[82],"potential":[84],"large":[86],"language":[87],"models":[88,157],"(LLMs)":[89],"improving":[91],"support":[93],"by":[94,155,183],"generating":[95],"draft":[96],"drafts":[99],"designed":[101],"with":[105],"meaningful":[106],"guidance":[107],"without":[108],"giving":[109],"away":[110],"direct":[111],"solutions.":[112],"evaluate":[114],"these":[115],"drafts,":[116],"LLM-as-a-judge":[118,148],"is":[119],"employed":[120],"compare":[122,161],"generated":[124],"from":[126],"various":[127],"LLMs,":[128],"different":[129,156],"prompts,":[130,159],"best":[132,165],"available":[133,166],"human":[134,167],"against":[136],"ground":[138],"truth":[139],"dataset.":[140],"We":[141],"present":[142],"evaluation":[144],"process":[145],"using":[146],"based":[149],"benchmark,":[150],"discuss":[151],"results":[153],"obtained":[154],"them":[162],"evaluations":[170],"give":[171],"indication":[173],"how":[175],"LLMs":[176],"aid":[178],"computer":[180],"science":[181],"education,":[182],"reducing":[184],"needed":[187],"answer":[189],"questions":[190],"both":[193],"accuracy":[195],"effectiveness":[197]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}