{"id":"https://openalex.org/W4410356686","doi":"https://doi.org/10.1145/3672608.3707735","title":"Fine-Tuning GPT-3.5-Turbo for Automatic Feedback Generation","display_name":"Fine-Tuning GPT-3.5-Turbo for Automatic Feedback Generation","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410356686","doi":"https://doi.org/10.1145/3672608.3707735"},"language":"en","primary_location":{"id":"doi:10.1145/3672608.3707735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3672608.3707735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092602297","display_name":"Elisabetta Mazzullo","orcid":"https://orcid.org/0009-0008-4847-9934"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Elisabetta Mazzullo","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016741813","display_name":"Okan Bulut","orcid":"https://orcid.org/0000-0001-5853-1267"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Okan Bulut","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016555474","display_name":"Cole Walsh","orcid":"https://orcid.org/0000-0002-6284-8926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cole Walsh","raw_affiliation_strings":["Acuity Insights, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Acuity Insights, Toronto, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047640472","display_name":"Gill Sitarenios","orcid":"https://orcid.org/0000-0001-7635-7936"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gill Sitarenios","raw_affiliation_strings":["Acuity Insights, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Acuity Insights, Toronto, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007152502","display_name":"Alexander MacIntosh","orcid":"https://orcid.org/0000-0002-5094-3774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander MacIntosh","raw_affiliation_strings":["Acuity Insights, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Acuity Insights, Toronto, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5092602297"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":0.6954,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68953745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10323","display_name":"Analog and Mixed-Signal Circuit Design","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10323","display_name":"Analog and Mixed-Signal Circuit Design","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6494681239128113},{"id":"https://openalex.org/keywords/turbo","display_name":"Turbo","score":0.5280067920684814},{"id":"https://openalex.org/keywords/turbo-code","display_name":"Turbo code","score":0.4141746461391449},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15990954637527466},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.13806363940238953},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10698112845420837},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.0654056966304779}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6494681239128113},{"id":"https://openalex.org/C2776240298","wikidata":"https://www.wikidata.org/wiki/Q1138513","display_name":"Turbo","level":2,"score":0.5280067920684814},{"id":"https://openalex.org/C114504821","wikidata":"https://www.wikidata.org/wiki/Q2164281","display_name":"Turbo code","level":3,"score":0.4141746461391449},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15990954637527466},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.13806363940238953},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10698112845420837},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0654056966304779}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672608.3707735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3672608.3707735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1982499326","https://openalex.org/W2116967411","https://openalex.org/W2477286095","https://openalex.org/W2560140854","https://openalex.org/W2582743722","https://openalex.org/W2741387466","https://openalex.org/W2793493211","https://openalex.org/W2802110796","https://openalex.org/W2883991406","https://openalex.org/W2894540915","https://openalex.org/W2905050135","https://openalex.org/W2915191839","https://openalex.org/W2968893733","https://openalex.org/W2982870776","https://openalex.org/W2992347006","https://openalex.org/W3109972545","https://openalex.org/W3113108648","https://openalex.org/W3184396411","https://openalex.org/W4323655724","https://openalex.org/W4366980161","https://openalex.org/W4385632485","https://openalex.org/W4387221424","https://openalex.org/W4390414972","https://openalex.org/W4391136507","https://openalex.org/W4391559941","https://openalex.org/W4392639864","https://openalex.org/W4394580931"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2103764150","https://openalex.org/W2535923291","https://openalex.org/W2593195270","https://openalex.org/W4287740435","https://openalex.org/W2010424581","https://openalex.org/W2497042610","https://openalex.org/W2147600706","https://openalex.org/W2101836519","https://openalex.org/W2161351338"],"abstract_inverted_index":{"Scaling":[0],"up":[1],"the":[2,74,77,90,93,111,147,165,173,180,184],"delivery":[3],"of":[4,123,142,186,192],"effective":[5,143],"feedback":[6,15,23,58,125,144],"remains":[7],"an":[8],"open":[9],"challenge":[10],"in":[11,21,62,146],"education.":[12],"Existing":[13,54],"automatic":[14,157],"generation":[16],"(AFG)":[17],"methods":[18],"fall":[19],"short":[20],"providing":[22],"highly":[24],"tailored":[25],"to":[26,44,72],"tasks,":[27],"students,":[28],"and":[29,47,98,127,130,176,190,197],"instructors'":[30],"preferences,":[31],"simultaneously.":[32],"Recent":[33],"evidence":[34],"suggests":[35],"that":[36],"Large":[37],"Language":[38],"Models":[39],"(LLMs),":[40],"with":[41,156,172,179],"their":[42,63],"ability":[43],"follow":[45],"instructions":[46],"generate":[48],"text,":[49],"could":[50],"address":[51],"this":[52],"limitation.":[53],"studies":[55],"have":[56],"generated":[57,168],"using":[59,67,119,136],"GPT":[60],"models":[61],"ready-to-use":[64],"Chat":[65],"version,":[66],"almost":[68],"exclusively":[69],"prompting":[70],"strategies":[71],"direct":[73],"model":[75,134,167,194],"towards":[76],"desired":[78,174],"output.":[79],"Results":[80,159],"are":[81,195,202],"largely":[82,170],"positive;":[83],"however,":[84],"space":[85],"for":[86,103,105,199],"improvement":[87],"remains.":[88],"For":[89],"first":[91],"time,":[92],"present":[94],"study":[95,152],"reports":[96],"observations":[97],"results":[99],"from":[100,110],"fine-tuning":[101],"GPT-3.5-turbo":[102],"AFG":[104],"open-ended":[106],"situational":[107],"judgment":[108],"questions":[109],"high-stakes":[112],"test":[113],"Casper.":[114],"The":[115,188],"LLM":[116],"was":[117],"fine-tuned":[118,166],"a":[120,137,150],"small":[121],"set":[122],"hand-written":[124],"examples,":[126],"independent":[128],"judges":[129],"text":[131],"experts":[132],"evaluated":[133],"performance":[135],"rubric":[138],"based":[139],"on":[140],"qualities":[141,175],"identified":[145],"literature.":[148],"Moreover,":[149],"survey":[151],"measured":[153],"users'":[154],"satisfaction":[155],"feedback.":[158],"show":[160],"that,":[161],"although":[162],"not":[163],"perfect,":[164],"outputs":[169],"aligned":[171,178],"often":[177],"given":[181],"guidelines,":[182],"satisfying":[183],"majority":[185],"users.":[187],"strengths":[189],"weaknesses":[191],"our":[193],"discussed,":[196],"directions":[198],"future":[200],"research":[201],"suggested.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}