{"id":"https://openalex.org/W7038328384","doi":null,"title":"How well does GPT-3.5 perform on course assignments from the TU Delft Computer science and engineering Bachelor?: Finding themes in course assignments GPT-3.5 performs well on and does not perform well on","display_name":"How well does GPT-3.5 perform on course assignments from the TU Delft Computer science and engineering Bachelor?: Finding themes in course assignments GPT-3.5 performs well on and does not perform well on","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-28","ids":{"openalex":"https://openalex.org/W7038328384"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","pdf_url":"https://repository.tudelft.nl/file/File_cecd00ff-ed3e-4d2c-92f6-a664cbbf6de5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"parent_works":[],"lineage":["https://openalex.org/W7038328384"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_cecd00ff-ed3e-4d2c-92f6-a664cbbf6de5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Segers, Mike (author)","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Segers, Mike (author)","raw_affiliation_strings":["EEMCS Faculty, Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EEMCS Faculty, Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.9639999866485596},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9390000104904175},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.847000002861023},{"id":"https://openalex.org/keywords/course-assignments","display_name":"course assignments","score":0.7039999961853027},{"id":"https://openalex.org/keywords/exam-questions","display_name":"exam questions","score":0.640999972820282},{"id":"https://openalex.org/keywords/computer-science-education","display_name":"computer science education","score":0.6869999766349792},{"id":"https://openalex.org/keywords/engineering-education","display_name":"engineering education","score":0.9399999976158142},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"program comprehension","score":0.41999998688697815},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.9919999837875366},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.4560000002384186},{"id":"https://openalex.org/keywords/artificial-intelligence-in-education","display_name":"artificial intelligence in education","score":0.5170000195503235},{"id":"https://openalex.org/keywords/tu-delft","display_name":"TU Delft","score":0.6940000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6294000148773193},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.5602999925613403},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48750001192092896},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41350001096725464},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4068000018596649},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3644999861717224},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2856000065803528},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","pdf_url":"https://repository.tudelft.nl/file/File_cecd00ff-ed3e-4d2c-92f6-a664cbbf6de5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4f33dfab-289d-435c-a47e-c2d069ee0578","pdf_url":"https://repository.tudelft.nl/file/File_cecd00ff-ed3e-4d2c-92f6-a664cbbf6de5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7038328384.pdf","grobid_xml":"https://content.openalex.org/works/W7038328384.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W4307309259","https://openalex.org/W4317502110","https://openalex.org/W4323033785","https://openalex.org/W4323655724","https://openalex.org/W4361865428","https://openalex.org/W4382653968","https://openalex.org/W4389437528"],"related_works":["https://openalex.org/W4402352333","https://openalex.org/W4382653968","https://openalex.org/W7160987064","https://openalex.org/W4404910337","https://openalex.org/W4386044264","https://openalex.org/W4391031064","https://openalex.org/W4387730663","https://openalex.org/W4366808937","https://openalex.org/W4381587445","https://openalex.org/W4403171670"],"abstract_inverted_index":{"Since":[0],"large":[1,218],"language":[2],"models":[3],"(LLM)":[4],"have":[5],"been":[6],"emerged,":[7],"they":[8,19,128],"took":[9],"a":[10,76,124,132,197,243],"present":[11],"role":[12],"in":[13,32,217,231,282],"today\u2019s":[14],"soci-":[15],"ety.":[16],"From":[17,206],"society,":[18],"also":[20,130,273],"found":[21,210],"their":[22,268],"way":[23],"into":[24,38,158],"the":[25,43,63,116,146,162,180,207,227,294],"field":[26],"of":[27,193,246],"education":[28],"that":[29,211,240],"is":[30],"why":[31],"this":[33,173],"research":[34,106],"paper,":[35],"we":[36,94,151,188,209],"looked":[37],"assignments":[39,96,276],"and":[40,48,52,79,164,221,234,265,297],"exams":[41],"from":[42,196,277],"TU":[44,136],"Delft":[45,137],"Computer":[46],"science":[47],"engineering":[49],"bach-":[50],"elor":[51],"assessed":[53],"which":[54,81,121,249],"problems":[55,82],"Generative":[56],"pre-":[57],"trained":[58],"transformer":[59],"(GPT)":[60],"version":[61,65],"3.5,":[62],"current":[64],"used":[66],"by":[67,97,154],"ChatGPT,":[68],"performs":[69,84],"well":[70,230],"on":[71,80],"(i.e.":[72,87],"at":[73,275],"least":[74],"above":[75],"pass":[77,89],"rate)":[78],"it":[83],"less":[85],"good":[86],"below":[88],"rate).":[90],"For":[91],"our":[92,105],"research,":[93],"collected":[95],"asking":[98],"professors":[99],"for":[100,199],"consent,":[101,112],"to":[102,118,179,253,291],"make":[103],"sure":[104],"was":[107],"ethically":[108],"correct.":[109],"Upon":[110],"receiving":[111],"pro-":[113],"fessors":[114],"had":[115],"option":[117],"send":[119],"material,":[120],"al-":[122],"lowed":[123],"deeper":[125],"analysis,":[126],"or":[127,169],"could":[129,258,272,299],"allow":[131],"Brightspace":[133],"(site":[134],"where":[135],"courses":[138],"are":[139],"hosted)":[140],"course":[141],"page":[142],"scrapping.":[143],"Once":[144],"all":[145,174],"ques-":[147],"tions":[148,192],"were":[149,190],"gathered,":[150],"processed":[152],"them":[153,157,166],"prompt-":[155],"ing":[156],"ChatGPT.":[159],"We":[160,171,238],"gathered":[161],"results":[163],"categorized":[165],"as":[167,176,182,302],"wrong":[168],"right.":[170],"did":[172,189],"with":[175],"few":[177],"modifications":[178,187],"questions":[181],"pos-":[183,280],"sible.":[184],"The":[185],"only":[186],"correc-":[191],"copy":[194],"errors":[195],"PDF,":[198],"example:":[200],"C":[201],"becoming":[202],"e":[203],"after":[204],"copying.":[205],"results,":[208],"ChatGPT":[212],"has":[213],"its":[214,251],"limitations,":[215],"particularly":[216],"code":[219],"understanding":[220,245],"complex":[222],"mathe-":[223],"matical":[224],"reasoning.":[225],"However,":[226],"model":[228],"performed":[229],"defining":[232],"concepts":[233],"connecting":[235],"different":[236,283,288],"ideas.":[237],"suggest":[239],"GPT":[241],"lacks":[242],"comprehensive":[244],"coding":[247],"principles,":[248],"hinders":[250],"ability":[252],"comprehend":[254],"code.":[255],"Future":[256],"work":[257,271],"include":[259],"exploring":[260],"other":[261,278],"LLMs":[262],"like":[263],"GPT-4":[264],"com-":[266],"paring":[267],"performance.":[269],"Further":[270],"look":[274],"universities,":[279],"sibly":[281],"educational":[284],"fields.":[285],"Additionally,":[286],"investigating":[287],"prompting":[289],"techniques":[290],"en-":[292],"hance":[293],"model\u2019s":[295],"accuracy":[296],"reliability":[298],"be":[300],"done":[301],"well.":[303]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7038328384","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
