{"id":"https://openalex.org/W7204173101","doi":"https://doi.org/10.1145/3830800.3830815","title":"Beyond Automated Scoring: Process-Level Feedback for Conceptual Computer Networking Answers with a Locally Deployable LLM","display_name":"Beyond Automated Scoring: Process-Level Feedback for Conceptual Computer Networking Answers with a Locally Deployable LLM","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204173101","doi":"https://doi.org/10.1145/3830800.3830815"},"language":"en","primary_location":{"id":"doi:10.1145/3830800.3830815","doi":"https://doi.org/10.1145/3830800.3830815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3830800.3830815","pdf_url":null,"source":{"id":"https://openalex.org/S7407107767","display_name":"Conference on United Kingdom & Ireland Computing Education Research (UKICER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 United Kingdom and Ireland Computing Education Research","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3830800.3830815","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122304368","display_name":"Xixiang Zhang","orcid":"https://orcid.org/0009-0006-0241-5041","observed_orcids":["https://orcid.org/0009-0006-0241-5041"]},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xixiang Zhang","raw_affiliation_strings":["University of Warwick, Coventry, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0006-0241-5041","affiliations":[{"raw_affiliation_string":"University of Warwick, Coventry, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088925999","display_name":"Ay\u015fe Saliha Sunar","orcid":"https://orcid.org/0000-0002-0836-5616","observed_orcids":["https://orcid.org/0000-0002-0836-5616"]},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ay\u015fe Saliha Sunar","raw_affiliation_strings":["University of Warwick, Coventry, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0836-5616","affiliations":[{"raw_affiliation_string":"University of Warwick, Coventry, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39555362"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5563527,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.32519999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.32519999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.21739999949932098,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.12890000641345978,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-feedback","display_name":"formative feedback","score":0.8619999885559082},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.5580000281333923},{"id":"https://openalex.org/keywords/mistral-7b","display_name":"Mistral-7B","score":0.9010000228881836},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.9750000238418579},{"id":"https://openalex.org/keywords/short-answer-questions","display_name":"short-answer questions","score":0.7319999933242798},{"id":"https://openalex.org/keywords/computer-networks-education","display_name":"computer networks education","score":0.8429999947547913},{"id":"https://openalex.org/keywords/conceptual-questions","display_name":"conceptual questions","score":0.3840000033378601},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.5419999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5734000205993652},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29120001196861267},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2597000002861023},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3830800.3830815","doi":"https://doi.org/10.1145/3830800.3830815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3830800.3830815","pdf_url":null,"source":{"id":"https://openalex.org/S7407107767","display_name":"Conference on United Kingdom & Ireland Computing Education Research (UKICER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 United Kingdom and Ireland Computing Education Research","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3830800.3830815","doi":"https://doi.org/10.1145/3830800.3830815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3830800.3830815","pdf_url":null,"source":{"id":"https://openalex.org/S7407107767","display_name":"Conference on United Kingdom & Ireland Computing Education Research (UKICER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 United Kingdom and Ireland Computing Education Research","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.975600004196167,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2560140854","https://openalex.org/W4285178525","https://openalex.org/W4396629822","https://openalex.org/W7133224126","https://openalex.org/W7133233472"],"related_works":["https://openalex.org/W4409211903","https://openalex.org/W7203711300","https://openalex.org/W4416703105","https://openalex.org/W4412684118","https://openalex.org/W7204193965","https://openalex.org/W4416378073","https://openalex.org/W7166307632","https://openalex.org/W7203885821","https://openalex.org/W7163636132","https://openalex.org/W7148176741"],"abstract_inverted_index":{"Formative":[0],"feedback":[1,79],"is":[2],"a":[3,14,46,70,91],"bottleneck":[4],"in":[5,69,82],"computing":[6],"education:":[7],"at":[8],"scale,":[9],"instructors":[10],"often":[11],"return":[12],"only":[13],"numeric":[15],"score":[16],"on":[17],"short-answer":[18],"questions,":[19],"while":[20],"existing":[21],"LLM":[22],"options":[23],"are":[24],"either":[25],"privacy-sensitive":[26],"commercial":[27],"APIs":[28],"or":[29],"open":[30],"models":[31],"giving":[32],"unstructured":[33],"feedback.":[34],"We":[35],"fine-tune":[36],"Mistral-7B":[37],"for":[38],"fully":[39],"local":[40],"deployment":[41],"and":[42,54,68,85],"guide":[43],"it":[44],"with":[45],"Chain-of-Thought":[47],"prompt":[48],"that":[49],"produces":[50],"process-level":[51],"feedback\u2014strengths,":[52],"weaknesses,":[53],"next":[55],"steps.":[56],"On":[57],"the":[58,78],"SAF":[59],"Communication":[60],"Networks":[61],"dataset,":[62],"scoring":[63],"consistency":[64],"matches":[65],"zero-shot":[66],"GPT-4,":[67],"blinded":[71],"study":[72],"21":[73],"senior":[74],"CS":[75],"students":[76],"rate":[77],"significantly":[80],"higher":[81],"clarity,":[83],"specificity,":[84],"usefulness":[86],"(p":[87],"<":[88],"0.01)":[89],"than":[90],"deployable":[92],"baseline.":[93]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-26T00:00:00"}