{"id":"https://openalex.org/W7056709574","doi":null,"title":"GPT-4 as a TA : A Study on Automated Feedback for Introductory Programming Assignments","display_name":"GPT-4 as a TA : A Study on Automated Feedback for Introductory Programming Assignments","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7056709574"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-351172","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-351172","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1886397/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"parent_works":[],"lineage":["https://openalex.org/W7056709574"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1886397/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tohme, Georges","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Tohme, Georges","raw_affiliation_strings":["Information and Communication Technology KTH Royal Institute of Technology Place for Project Stockholm , Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Communication Technology KTH Royal Institute of Technology Place for Project Stockholm , Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9086999893188477,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9086999893188477,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.051500000059604645,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0142000000923872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9950000047683716},{"id":"https://openalex.org/keywords/automatic-feedback","display_name":"automated feedback","score":0.7919999957084656},{"id":"https://openalex.org/keywords/introductory-programming","display_name":"introductory programming","score":0.7749999761581421},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7390000224113464},{"id":"https://openalex.org/keywords/programming-exercises","display_name":"programming exercises","score":0.6919999718666077},{"id":"https://openalex.org/keywords/error-detection","display_name":"error detection","score":0.6209999918937683},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.7020000219345093},{"id":"https://openalex.org/keywords/prompting-strategies","display_name":"prompting strategies","score":0.7870000004768372},{"id":"https://openalex.org/keywords/feedback-quality","display_name":"feedback quality","score":0.4729999899864197},{"id":"https://openalex.org/keywords/algorithms-and-data-structures","display_name":"data structures and algorithms","score":0.7110000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7677000164985657},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6807000041007996},{"id":"https://openalex.org/C2779760435","wikidata":"https://www.wikidata.org/wiki/Q5396169","display_name":"Minor (academic)","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3662000000476837},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3580000102519989},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C2986567400","wikidata":"https://www.wikidata.org/wiki/Q15777","display_name":"C programming language","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2904999852180481},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2818000018596649},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C17923572","wikidata":"https://www.wikidata.org/wiki/Q7250160","display_name":"Propensity score matching","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:kth-351172","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-351172","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1886397/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-351172","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-351172","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1886397/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[{"score":0.975600004196167,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7056709574.pdf","grobid_xml":"https://content.openalex.org/works/W7056709574.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2059523567","https://openalex.org/W2135995390","https://openalex.org/W2254299877","https://openalex.org/W2304651621","https://openalex.org/W2560140854","https://openalex.org/W2614250878","https://openalex.org/W2626778328","https://openalex.org/W2926052689","https://openalex.org/W2951874477","https://openalex.org/W3085139254","https://openalex.org/W4309674289","https://openalex.org/W4323655724","https://openalex.org/W4327810158","https://openalex.org/W4360985154","https://openalex.org/W4382766666","https://openalex.org/W4383175697","https://openalex.org/W4385988359","https://openalex.org/W4386693657","https://openalex.org/W4390414972","https://openalex.org/W4391136507","https://openalex.org/W4392564765","https://openalex.org/W4392617381","https://openalex.org/W4400734098","https://openalex.org/W7017479767"],"related_works":["https://openalex.org/W4392617381","https://openalex.org/W4406619802","https://openalex.org/W4412914512","https://openalex.org/W4407004714","https://openalex.org/W7001285466","https://openalex.org/W7000679860","https://openalex.org/W4389712680","https://openalex.org/W4392564315","https://openalex.org/W4400267611","https://openalex.org/W4413888953"],"abstract_inverted_index":{"The":[0,119,160],"increasing":[1],"enrollment":[2],"rates":[3],"in":[4,13,21,168],"computer":[5],"science":[6],"programs":[7],"have":[8],"posed":[9],"significant":[10],"challenges,":[11],"particularly":[12],"providing":[14],"timely":[15],"and":[16,63,84,89,116,127],"effective":[17],"feedback":[18,40,101,170],"to":[19,38,67,99,176],"students":[20],"introductory":[22],"programming":[23,172],"courses.":[24],"This":[25],"research":[26],"investigates":[27],"the":[28,49,56,69,80,136,140,155,158],"potential":[29],"of":[30,48,71,157],"OpenAI\u2019s":[31],"GPT-4,":[32],"a":[33,143],"Large":[34],"Language":[35],"Model":[36],"(LLM),":[37],"automate":[39],"generation":[41],"for":[42,145,171],"student":[43],"assignments,":[44,173],"thereby":[45,153],"alleviating":[46],"some":[47],"burdens":[50],"on":[51,103],"teaching":[52],"staff.":[53],"By":[54],"evaluating":[55],"model\u2019s":[57],"effectiveness":[58],"across":[59],"three":[60],"metrics\u2014accuracy,":[61],"correctness,":[62],"lucidity\u2014this":[64],"study":[65,120],"aims":[66],"determine":[68],"feasibility":[70],"integrating":[72],"GPT-4":[73,95,123,165],"into":[74],"educational":[75],"tools.":[76],"Student":[77],"submissions":[78,105],"from":[79],"course":[81],"DD1338:":[82],"Algorithms":[83],"Data":[85],"Structures":[86],"were":[87,151],"selected":[88],"artificially":[90],"injected":[91],"with":[92,112,132],"common":[93],"errors.":[94],"was":[96],"then":[97],"prompted":[98],"generate":[100,177],"based":[102],"these":[104],"using":[106],"two":[107],"different":[108],"prompting":[109,137],"methods:":[110],"one":[111,117],"assignment":[113],"instructions":[114,150],"included":[115],"without.":[118],"found":[121],"that":[122,163],"can":[124],"identify":[125],"errors":[126],"provide":[128],"correct":[129],"advice":[130],"effectively,":[131],"minor":[133],"differences":[134],"between":[135],"methods.":[138],"However,":[139],"model":[141],"exhibited":[142],"propensity":[144],"hallucinations,":[146],"especially":[147],"when":[148],"task":[149],"included,":[152],"impacting":[154],"lucidity":[156],"feedback.":[159],"results":[161],"indicate":[162],"while":[164],"shows":[166],"promise":[167],"automating":[169],"its":[174],"tendency":[175],"hallucinations":[178],"necessitates":[179],"human":[180],"review.":[181]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7056709574","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
