{"id":"https://openalex.org/W7128773168","doi":"https://doi.org/10.1145/3770762.3772560","title":"You Don't Need a Data Center to Explain in Plain English! Comparing Open-Source and Propriety LLMs for EiPE Grading","display_name":"You Don't Need a Data Center to Explain in Plain English! Comparing Open-Source and Propriety LLMs for EiPE Grading","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128773168","doi":"https://doi.org/10.1145/3770762.3772560"},"language":null,"primary_location":{"id":"doi:10.1145/3770762.3772560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772560","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770762.3772560","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Eddy Jiang","orcid":"https://orcid.org/0009-0003-0450-5436"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eddy Jiang","raw_affiliation_strings":["Computer Science, University of Illinois, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0009-0003-0450-5436","affiliations":[{"raw_affiliation_string":"Computer Science, University of Illinois, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091001653","display_name":"Max Fowler","orcid":"https://orcid.org/0000-0002-4730-447X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Max Fowler","raw_affiliation_strings":["Computer Science, University of Illinois, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-4730-447X","affiliations":[{"raw_affiliation_string":"Computer Science, University of Illinois, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28935808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"512","last_page":"518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.051600001752376556,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6929000020027161},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5633999705314636},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.45239999890327454},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.42160001397132874},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.3928999900817871},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.36419999599456787},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.326200008392334}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6929000020027161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5814999938011169},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46320000290870667},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33730000257492065},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.326200008392334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29840001463890076},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770762.3772560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772560","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3770762.3772560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770762.3772560","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.592965841293335}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1967082761","https://openalex.org/W2029974693","https://openalex.org/W2033086912","https://openalex.org/W2900327614","https://openalex.org/W2912010641","https://openalex.org/W2914823529","https://openalex.org/W3177928934","https://openalex.org/W3192880933","https://openalex.org/W3195654431","https://openalex.org/W4212968207","https://openalex.org/W4282015716","https://openalex.org/W4391277633","https://openalex.org/W4393145752","https://openalex.org/W4400268488","https://openalex.org/W4400642852","https://openalex.org/W4400643276","https://openalex.org/W4403221502","https://openalex.org/W4404910467","https://openalex.org/W4407681796","https://openalex.org/W4407770995","https://openalex.org/W4407841980","https://openalex.org/W4408363699","https://openalex.org/W4409211663","https://openalex.org/W4410944004","https://openalex.org/W4410990798","https://openalex.org/W4411374318","https://openalex.org/W4412874033","https://openalex.org/W4415961592","https://openalex.org/W4416984883"],"related_works":[],"abstract_inverted_index":{"Code":[0],"comprehension":[1],"is":[2,27],"an":[3,75],"essential":[4],"ability":[5],"for":[6,14,103,176,215],"Computer":[7],"Science":[8],"students,":[9],"providing":[10],"a":[11,114,200],"solid":[12],"foundation":[13],"learning":[15],"programming.":[16],"An":[17],"effective":[18],"approach":[19],"to":[20,35,77,83,160],"evaluating":[21],"students'":[22],"proficiency":[23],"in":[24,45],"this":[25],"skill":[26],"through":[28],"Explain-in-Plain-English":[29],"(EiPE)":[30],"problems,":[31],"which":[32],"require":[33],"students":[34],"describe":[36],"the":[37,89],"behavior":[38],"of":[39,91,118,180],"obfuscated":[40],"code":[41],"snippets.":[42],"Recent":[43],"advances":[44],"large":[46],"language":[47,94],"models":[48,95,163],"(LLMs)":[49],"have":[50],"made":[51],"promising":[52,174],"strides":[53],"toward":[54],"making":[55,212],"autograding":[56,178],"EiPE":[57,104,126,177],"questions":[58],"feasible.":[59],"However,":[60],"prior":[61],"research":[62],"has":[63],"primarily":[64],"focused":[65],"on":[66,113,182],"proprietary":[67,162],"LLMs,":[68],"raising":[69],"concerns":[70],"over":[71,80],"data":[72,82],"privacy.":[73],"In":[74],"effort":[76],"return":[78],"autonomy":[79],"educational":[81],"instructors":[84],"and":[85,135,150,207],"institutions,":[86],"we":[87,189],"investigate":[88],"viability":[90],"open-source":[92,111,171],"medium-sized":[93],"(MLMs),":[96],"with":[97,132,217],"parameter":[98],"counts":[99],"between":[100,202],"6--100":[101],"billion,":[102],"autograding.":[105],"Our":[106],"work":[107],"evaluated":[108],"several":[109,142],"state-of-the-art":[110],"MLMs":[112,172,193],"test":[115],"set":[116],"consisting":[117],"620":[119],"historical":[120],"student":[121],"responses":[122],"split":[123],"across":[124],"17":[125],"question":[127],"categories,":[128],"employing":[129],"few-shot":[130],"prompting":[131],"three":[133],"correct":[134],"incorrect":[136],"examples":[137],"per":[138],"question.":[139],"We":[140],"find":[141],"models,":[143],"such":[144],"as":[145],"Llama":[146],"3.1":[147],"70B":[148],"Instruct":[149],"Qwen":[151],"2.5":[152],"72B":[153],"Instruct,":[154],"that":[155,170,191],"achieve":[156],"grading":[157],"accuracy":[158],"comparable":[159],"leading":[161],"like":[164],"GPT":[165],"4o.":[166],"These":[167],"results":[168],"demonstrate":[169],"are":[173],"alternatives":[175],"capable":[179],"deployment":[181,205],"local":[183],"or":[184],"institution-owned":[185],"cloud":[186],"infrastructure.":[187],"Additionally,":[188],"observe":[190],"smaller":[192],"(less":[194],"than":[195],"32":[196],"billion":[197],"parameters)":[198],"offer":[199],"trade-off":[201],"significantly":[203],"reduced":[204],"costs":[206],"only":[208],"slightly":[209],"decreased":[210],"accuracy,":[211],"them":[213],"well-suited":[214],"institutions":[216],"limited":[218],"resources.":[219]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-14T00:00:00"}