{"id":"https://openalex.org/W7128789068","doi":"https://doi.org/10.1145/3770761.3777032","title":"AI-Driven Oral Examinations for Code Assessment: Evaluating Understanding Beyond the Commit","display_name":"AI-Driven Oral Examinations for Code Assessment: Evaluating Understanding Beyond the Commit","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128789068","doi":"https://doi.org/10.1145/3770761.3777032"},"language":null,"primary_location":{"id":"doi:10.1145/3770761.3777032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777032","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770761.3777032","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038304723","display_name":"Tim Tregubov","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tim Tregubov","raw_affiliation_strings":["Computer Science Department; DALI Lab, Dartmouth College, Hanover, NH, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department; DALI Lab, Dartmouth College, Hanover, NH, USA","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117800951","display_name":"Pape Sow Traor\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pape Sow Traore","raw_affiliation_strings":["Computer Science Department; DALI Lab, Dartmouth College, Hanover, NH, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department; DALI Lab, Dartmouth College, Hanover, NH, USA","institution_ids":["https://openalex.org/I107672454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038304723"],"corresponding_institution_ids":["https://openalex.org/I107672454"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42773537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1728","last_page":"1728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.29159998893737793,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.29159998893737793,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.16189999878406525,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.710099995136261},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7013000249862671},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4375999867916107},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.4205999970436096},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.3375000059604645},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.3292999863624573},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.31439998745918274},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.31209999322891235}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.710099995136261},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7013000249862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6897000074386597},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4375999867916107},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37279999256134033},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C2781285556","wikidata":"https://www.wikidata.org/wiki/Q1820370","display_name":"Learning styles","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C2778173179","wikidata":"https://www.wikidata.org/wiki/Q25339289","display_name":"Attendance","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C2779405079","wikidata":"https://www.wikidata.org/wiki/Q356040","display_name":"Jigsaw","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770761.3777032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777032","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3770761.3777032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777032","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8351224660873413,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,138],"proliferation":[1],"of":[2,102,204],"generative":[3],"AI":[4,139,206],"tools":[5],"like":[6],"ChatGPT":[7],"and":[8,16,38,135,173,184],"GitHub":[9],"Copilot":[10],"has":[11],"fundamentally":[12],"challenged":[13],"project-based":[14],"learning":[15,37,90,194],"code-based":[17],"assessments":[18,55,97],"in":[19,195],"CS":[20,79],"education.":[21],"Students":[22],"can":[23],"generate":[24],"sophisticated":[25],"solutions":[26],"without":[27],"genuine":[28],"understanding,":[29],"making":[30],"it":[31],"difficult":[32],"to":[33,46,49,207],"distinguish":[34],"between":[35],"authentic":[36,74,193],"AI-assisted":[39],"completion.":[40],"Educators":[41],"have":[42],"responded":[43],"by":[44],"returning":[45],"oral":[47,54,69,166],"examinations":[48,70],"verify":[50],"comprehension,":[51],"but":[52],"conducting":[53],"at":[56],"scale":[57],"remains":[58],"impractical":[59],"for":[60,77,170,187,217],"most":[61],"courses.":[62,80],"This":[63],"talk":[64],"discusses":[65],"AI-driven":[66],"interactive":[67],"chat-based":[68],"as":[71,113],"a":[72,83,88,212],"scalable,":[73],"assessment":[75,149],"tool":[76],"large":[78],"We":[81,176],"built":[82],"tool,":[84],"integrated":[85],"into":[86,214],"Classmoji,":[87],"GitHub-native":[89],"management":[91],"system,":[92],"that":[93,98,151],"conducts":[94],"automated":[95],"conversational":[96],"probe":[99],"students'":[100],"understanding":[101,121,153],"their":[103],"own":[104],"code":[105],"submissions.":[106],"Rather":[107],"than":[108],"simply":[109],"verifying":[110],"functional":[111],"correctness,":[112],"traditional":[114,165],"autograders":[115],"do,":[116],"the":[117,178,202],"system":[118,126],"evaluates":[119],"conceptual":[120],"through":[122,154],"adaptive":[123],"dialogue.":[124],"Our":[125,199],"generates":[127],"targeted":[128],"questions":[129,142],"about":[130],"implementation":[131],"choices,":[132],"algorithmic":[133],"reasoning,":[134],"underlying":[136],"concepts.":[137],"adapts":[140],"follow-up":[141],"based":[143],"on":[144],"student":[145],"responses,":[146],"creating":[147],"personalized":[148,219],"experiences":[150],"scaffold":[152],"iterative":[155],"attempts,":[156],"which":[157],"may":[158],"also":[159],"reduce":[160],"some":[161],"challenges":[162],"associated":[163],"with":[164,181],"exams,":[167],"including":[168],"anxiety":[169],"shy":[171],"students":[172],"examiner":[174],"biases.":[175],"demonstrate":[177],"system's":[179],"integration":[180],"GitHub-based":[182],"workflows":[183],"discuss":[185],"implications":[186],"maintaining":[188],"academic":[189],"integrity":[190],"while":[191],"supporting":[192],"an":[196,215],"AI-ubiquitous":[197],"environment.":[198],"approach":[200],"addresses":[201],"paradox":[203],"using":[205],"combat":[208],"AI-generated":[209],"work,":[210],"transforming":[211],"threat":[213],"opportunity":[216],"scaled,":[218],"evaluation.":[220]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-14T00:00:00"}