{"id":"https://openalex.org/W7128814260","doi":"https://doi.org/10.1145/3770762.3772539","title":"Aligning Small Language Models for Programming Feedback: Towards Scalable Coding Support in a Massive Global Course","display_name":"Aligning Small Language Models for Programming Feedback: Towards Scalable Coding Support in a Massive Global Course","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128814260","doi":"https://doi.org/10.1145/3770762.3772539"},"language":"en","primary_location":{"id":"doi:10.1145/3770762.3772539","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772539","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770762.3772539","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011660743","display_name":"Charles Koutcheme","orcid":"https://orcid.org/0000-0002-2272-2763"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Charles Koutcheme","raw_affiliation_strings":["Aalto University, Espoo, Helsinki-Uusimaa, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2272-2763","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Helsinki-Uusimaa, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061308206","display_name":"Juliette Woodrow","orcid":"https://orcid.org/0009-0006-8097-093X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juliette Woodrow","raw_affiliation_strings":["Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0009-0006-8097-093X","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074969309","display_name":"Chris Piech","orcid":"https://orcid.org/0000-0001-5140-0467"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Piech","raw_affiliation_strings":["Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0000-0001-5140-0467","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011660743"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2676399,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"610","last_page":"616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.3495999872684479,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.3495999872684479,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12359999865293503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0608999989926815,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7006999850273132},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5752999782562256},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5709999799728394},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5289000272750854},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5253000259399414},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5167999863624573}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925999760627747},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7006999850273132},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5752999782562256},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5709999799728394},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4034999907016754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3801000118255615},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3770762.3772539","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772539","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/143265","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/8f1f091c-da1d-46d0-9c0d-162b4c420635","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3770762.3772539","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772539","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.47653523087501526}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2038411619","https://openalex.org/W2090471876","https://openalex.org/W2095907159","https://openalex.org/W2135995390","https://openalex.org/W2560140854","https://openalex.org/W4225149680","https://openalex.org/W4380353816","https://openalex.org/W4390985631","https://openalex.org/W4392484243","https://openalex.org/W4392564649","https://openalex.org/W4392858382","https://openalex.org/W4400208028","https://openalex.org/W4400267611","https://openalex.org/W4400267690","https://openalex.org/W4404910508","https://openalex.org/W4406091961","https://openalex.org/W4406302454","https://openalex.org/W4407681763","https://openalex.org/W4407681796","https://openalex.org/W4407770947","https://openalex.org/W4407771039","https://openalex.org/W6930956518"],"related_works":[],"abstract_inverted_index":{"Providing":[0],"timely":[1],"and":[2,29,34,50,86,91,115,122,126,135,154,182,200],"actionable":[3],"feedback":[4,97,118,148,203],"is":[5,61,175],"essential":[6],"for":[7,214],"students":[8],"learning":[9],"to":[10,20,27,67,119,160],"program.":[11],"While":[12],"large":[13,206],"language":[14,38],"models":[15,39,195],"(LLMs)":[16],"are":[17],"increasingly":[18],"used":[19],"automate":[21],"this":[22,73],"process,":[23],"they":[24,45],"remain":[25,212],"costly":[26],"deploy":[28,106],"raise":[30],"concerns":[31],"around":[32],"privacy":[33],"institutional":[35],"control.":[36],"Small":[37],"(SLMs)":[40],"offer":[41],"a":[42,78,87,110],"promising":[43],"alternative:":[44],"can":[46,94,196],"be":[47,68],"run":[48],"locally":[49],"integrated":[51],"more":[52,171,215],"flexibly":[53],"into":[54],"educational":[55,207],"platforms.":[56],"However,":[57],"their":[58],"out-of-the-box":[59],"performance":[60],"often":[62,176],"poor,":[63],"requiring":[64],"targeted":[65,202],"training":[66,145],"effective":[69],"in":[70,109,187,205],"classrooms.":[71],"In":[72],"paper,":[74],"we":[75],"investigate":[76],"whether":[77],"trained":[79,169],"3B-parameter":[80],"SLM,":[81],"guided":[82],"by":[83,180],"rubric-based":[84],"prompting":[85],"pipeline":[88],"combining":[89],"supervised":[90],"preference-based":[92],"learning,":[93],"generate":[95],"diagnostic":[96,217],"that":[98,143,193],"approaches":[99],"the":[100,107,147],"quality":[101,149],"of":[102],"larger":[103],"models.":[104],"We":[105],"model":[108],"large-scale":[111],"online":[112],"programming":[113],"course":[114],"compare":[116],"its":[117,120],"base":[121],"fine-tuned":[123],"variants,":[124],"Llama-3.1-8B,":[125],"GPT-4.1,":[127],"using":[128],"human":[129],"ratings":[130],"from":[131,157],"53":[132],"teaching":[133],"assistants":[134],"an":[136,152,155],"automated":[137],"LLM-as-a-judge":[138],"analysis.":[139],"Our":[140],"results":[141],"show":[142],"careful":[144],"narrows":[146],"gap":[150],"between":[151],"SLM":[153,170],"LLM":[156],"over":[158],"80":[159],"just":[161],"10":[162],"percentage":[163],"points":[164],"on":[165],"key":[166],"metrics.":[167],"The":[168],"rarely":[172],"hallucinates":[173],"errors,":[174],"rated":[177],"as":[178,198],"helpful":[179],"educators,":[181],"only":[183],"occasionally":[184],"misses":[185],"issues":[186],"student":[188],"code.":[189],"These":[190],"findings":[191],"suggest":[192],"small":[194],"serve":[197],"practical":[199],"scalable":[201],"solutions":[204],"settings,":[208],"while":[209],"LLMs":[210],"may":[211],"necessary":[213],"comprehensive":[216],"feedback.":[218]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-14T00:00:00"}