{"id":"https://openalex.org/W7128794412","doi":"https://doi.org/10.1145/3770761.3777358","title":"Viability of Large Language Models as CS Theory Tutors","display_name":"Viability of Large Language Models as CS Theory Tutors","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128794412","doi":"https://doi.org/10.1145/3770761.3777358"},"language":null,"primary_location":{"id":"doi:10.1145/3770761.3777358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3770761.3777358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125887504","display_name":"Wolfgang Frable","orcid":null},"institutions":[{"id":"https://openalex.org/I192545095","display_name":"United States Military Academy","ror":"https://ror.org/01jepya76","country_code":"US","type":"education","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I192545095","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wolfgang Frable","raw_affiliation_strings":["United States Military Academy, West Point, NY, USA"],"affiliations":[{"raw_affiliation_string":"United States Military Academy, West Point, NY, USA","institution_ids":["https://openalex.org/I192545095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035314364","display_name":"Alexander Trevi\u00f1o","orcid":null},"institutions":[{"id":"https://openalex.org/I192545095","display_name":"United States Military Academy","ror":"https://ror.org/01jepya76","country_code":"US","type":"education","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I192545095","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Trevino","raw_affiliation_strings":["United States Military Academy, West Point, NY, USA"],"affiliations":[{"raw_affiliation_string":"United States Military Academy, West Point, NY, USA","institution_ids":["https://openalex.org/I192545095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035179393","display_name":"Ryan E. Dougherty","orcid":"https://orcid.org/0000-0003-1739-1127"},"institutions":[{"id":"https://openalex.org/I192545095","display_name":"United States Military Academy","ror":"https://ror.org/01jepya76","country_code":"US","type":"education","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I192545095","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan E. Dougherty","raw_affiliation_strings":["United States Military Academy, West Point, NY, USA"],"affiliations":[{"raw_affiliation_string":"United States Military Academy, West Point, NY, USA","institution_ids":["https://openalex.org/I192545095"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5125887504"],"corresponding_institution_ids":["https://openalex.org/I192545095"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76923077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1335","last_page":"1336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10199999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.09189999848604202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.5271000266075134},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.506600022315979},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43479999899864197},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43059998750686646},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.31949999928474426},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.3149000108242035},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3003999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5906000137329102},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5220999717712402},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4564000070095062},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43479999899864197},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3305000066757202},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C153578388","wikidata":"https://www.wikidata.org/wiki/Q351625","display_name":"Theoretical linguistics","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770761.3777358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3770761.3777358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8524661660194397,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4310972870","https://openalex.org/W4404910337","https://openalex.org/W4404910483","https://openalex.org/W4411374932"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"promise":[4],"explanations":[5],"at":[6,109],"a":[7,88,112],"scale":[8],"that":[9,105],"traditional":[10],"office-hours":[11],"or":[12],"even":[13],"intelligent":[14],"tutoring":[15],"systems":[16],"struggle":[17],"to":[18,36],"match.":[19],"However,":[20],"their":[21],"suitability":[22],"for":[23,126],"Computer":[24],"Science":[25],"subjects":[26],"such":[27],"as":[28,111],"Theory":[29],"of":[30,45,98],"Computing":[31],"(ToC)":[32],"remains":[33],"unanswered":[34],"due":[35],"how":[37],"LLMs":[38],"can":[39],"frequently":[40],"hallucinate":[41],"information;":[42],"the":[43],"goal":[44],"ToC":[46,63,113],"courses":[47],"is":[48,107],"proving":[49],"precise":[50],"statements":[51],"rigorously.":[52],"In":[53],"this":[54],"poster":[55],"we":[56],"evaluate":[57],"OpenAI's":[58],"GPT-4":[59,106],"model":[60],"across":[61],"18":[62],"sub-topics":[64],"involving":[65],"regular":[66],"languages,":[67,69],"context-free":[68],"Turing":[70],"machines,":[71],"and":[72,79,82,96,115,123],"(un)decidability.":[73],"We":[74],"generated":[75],"realistic":[76],"''average-student''":[77],"questions":[78],"follow-up":[80,99],"ones":[81],"then":[83],"scored":[84],"each":[85],"answer":[86],"with":[87],"five-criterion":[89],"rubric:":[90],"accuracy,":[91],"completeness,":[92],"clarity,":[93],"pedagogical":[94],"scaffolding,":[95],"quality":[97],"questions.":[100],"Our":[101],"overall":[102],"results":[103],"show":[104],"marginal":[108],"performing":[110],"tutor,":[114],"our":[116],"analysis":[117],"identifies":[118],"strengths":[119],"in":[120],"conceptual":[121],"explanation":[122],"weak":[124],"spots":[125],"proof-oriented":[127],"questions,":[128],"e.g.,":[129],"reductions.":[130]},"counts_by_year":[],"updated_date":"2026-02-15T05:58:04.055770","created_date":"2026-02-14T00:00:00"}