{"id":"https://openalex.org/W4396833177","doi":"https://doi.org/10.1145/3613904.3642773","title":"CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs","display_name":"CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833177","doi":"https://doi.org/10.1145/3613904.3642773"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642773","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642773","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642773","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642773","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025795377","display_name":"Majeed Kazemitabaar","orcid":"https://orcid.org/0000-0001-6118-7938"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Majeed Kazemitabaar","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6118-7938","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053683828","display_name":"Runlong Ye","orcid":"https://orcid.org/0000-0003-1064-2333"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Runlong Ye","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1064-2333","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044613728","display_name":"X.-H. Wang","orcid":"https://orcid.org/0009-0000-0303-057X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaoning Wang","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0000-0303-057X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047536715","display_name":"Austin Z. Henley","orcid":"https://orcid.org/0000-0003-1069-2795"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Austin Zachary Henley","raw_affiliation_strings":["Microsoft Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-1069-2795","affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["School of Computer Science, The University of Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076439311","display_name":"Michelle Craig","orcid":"https://orcid.org/0000-0001-8283-0072"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michelle Craig","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8283-0072","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tovi Grossman","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0494-5373","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":105.63,"has_fulltext":false,"cited_by_count":220,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7398958206176758},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.554294228553772},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5097512602806091},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4962792992591858},{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.4632946252822876},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44423890113830566},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4067464768886566},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3745424747467041},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3562058210372925},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2936500906944275},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.22049811482429504},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20826399326324463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19453993439674377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398958206176758},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.554294228553772},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5097512602806091},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4962792992591858},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.4632946252822876},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44423890113830566},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4067464768886566},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3745424747467041},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3562058210372925},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2936500906944275},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.22049811482429504},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20826399326324463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19453993439674377},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642773","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642773","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642773","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642773","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642773","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642773","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833177.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1568955415","https://openalex.org/W1995133614","https://openalex.org/W2016922325","https://openalex.org/W2017931558","https://openalex.org/W2065907635","https://openalex.org/W2079172301","https://openalex.org/W2090266317","https://openalex.org/W2122401044","https://openalex.org/W2129741299","https://openalex.org/W2135943618","https://openalex.org/W2161052636","https://openalex.org/W2214393799","https://openalex.org/W2517261848","https://openalex.org/W2605054255","https://openalex.org/W2605403059","https://openalex.org/W2794850009","https://openalex.org/W2908180159","https://openalex.org/W2916904544","https://openalex.org/W2964513566","https://openalex.org/W2982167689","https://openalex.org/W3013980114","https://openalex.org/W3048016185","https://openalex.org/W3134454768","https://openalex.org/W3160674997","https://openalex.org/W3195577433","https://openalex.org/W3212315935","https://openalex.org/W4205140928","https://openalex.org/W4211263275","https://openalex.org/W4213009768","https://openalex.org/W4225108562","https://openalex.org/W4231474584","https://openalex.org/W4281763794","https://openalex.org/W4283705032","https://openalex.org/W4290461112","https://openalex.org/W4317502110","https://openalex.org/W4317597508","https://openalex.org/W4321162272","https://openalex.org/W4323033692","https://openalex.org/W4323033785","https://openalex.org/W4323033814","https://openalex.org/W4323037544","https://openalex.org/W4323655724","https://openalex.org/W4362580838","https://openalex.org/W4381587445","https://openalex.org/W4382517545","https://openalex.org/W4382652775","https://openalex.org/W4382654294","https://openalex.org/W4386099272","https://openalex.org/W4386584937","https://openalex.org/W4391584331","https://openalex.org/W4391584367","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Timely,":[0],"personalized":[1],"feedback":[2],"is":[3],"essential":[4],"for":[5,71,110,142],"students":[6,70,143],"learning":[7],"programming.":[8],"LLM-powered":[9,32],"tools":[10],"like":[11],"ChatGPT":[12],"offer":[13],"instant":[14],"support,":[15],"but":[16],"reveal":[17,106],"direct":[18,130],"answers":[19,45],"with":[20,50,58],"code,":[21],"which":[22],"may":[23],"hinder":[24],"deep":[25],"conceptual":[26,46],"engagement.":[27],"We":[28,61,94],"developed":[29],"CodeAid,":[30],"an":[31],"programming":[33,66,98],"assistant":[34],"delivering":[35],"helpful,":[36],"technically":[37],"correct":[38],"responses,":[39],"without":[40],"revealing":[41],"code":[42,57],"solutions.":[43],"CodeAid":[44,63,82],"questions,":[47],"generates":[48],"pseudo-code":[49],"line-by-line":[51],"explanations,":[52],"and":[53,90,136,140,146],"annotates":[54],"student\u2019s":[55],"incorrect":[56],"fix":[59],"suggestions.":[60],"deployed":[62],"in":[64],"a":[65,72],"class":[67],"of":[68,78,81],"700":[69],"12-week":[73],"semester.":[74],"A":[75],"thematic":[76],"analysis":[77],"8,000":[79],"usages":[80],"was":[83],"performed,":[84],"further":[85,102],"enriched":[86],"by":[87],"weekly":[88],"surveys,":[89],"22":[91],"student":[92],"interviews.":[93],"then":[95],"interviewed":[96],"eight":[97],"educators":[99],"to":[100,144],"gain":[101],"insights.":[103],"Our":[104],"findings":[105],"four":[107],"design":[108],"considerations":[109],"future":[111],"educational":[112],"AI":[113,148],"assistants:":[114],"D1)":[115],"exploiting":[116],"AI\u2019s":[117],"unique":[118],"benefits;":[119],"D2)":[120],"simplifying":[121],"query":[122],"formulation":[123],"while":[124,132],"promoting":[125],"cognitive":[126],"engagement;":[127],"D3)":[128],"avoiding":[129],"responses":[131],"encouraging":[133],"motivated":[134],"learning;":[135],"D4)":[137],"maintaining":[138],"transparency":[139],"control":[141],"asses":[145],"steer":[147],"responses.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":66},{"year":2025,"cited_by_count":123},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}