{"id":"https://openalex.org/W4411374314","doi":"https://doi.org/10.1145/3724363.3729056","title":"Evaluating ChatGPT to Answer Multi-Modal Exercises in Computer Science Education","display_name":"Evaluating ChatGPT to Answer Multi-Modal Exercises in Computer Science Education","publication_year":2025,"publication_date":"2025-06-13","ids":{"openalex":"https://openalex.org/W4411374314","doi":"https://doi.org/10.1145/3724363.3729056"},"language":"en","primary_location":{"id":"doi:10.1145/3724363.3729056","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724363.3729056","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3724363.3729056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041682105","display_name":"Eng Lieh Ouh","orcid":"https://orcid.org/0000-0001-7759-348X"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Eng Lieh Ouh","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7759-348X","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054561981","display_name":"Kar Way Tan","orcid":"https://orcid.org/0000-0002-2707-6588"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kar Way Tan","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2707-6588","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050692431","display_name":"Siaw Ling Lo","orcid":"https://orcid.org/0000-0002-8749-0473"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siaw Ling Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-8749-0473","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":null,"display_name":"Benjamin Kok Siew Gan","orcid":"https://orcid.org/0000-0002-6207-3008"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Benjamin Kok Siew Gan","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6207-3008","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":5.9545,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95487572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"58","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6601488590240479},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6280920505523682},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3661730885505676},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10283708572387695},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07188409566879272}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6601488590240479},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6280920505523682},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3661730885505676},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10283708572387695},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07188409566879272},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3724363.3729056","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724363.3729056","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-11262","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/10262","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3724363.3729056","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"doi:10.1145/3724363.3729056","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724363.3729056","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W4237895496","https://openalex.org/W4323037544","https://openalex.org/W4382654843","https://openalex.org/W4384200891","https://openalex.org/W4386718949","https://openalex.org/W4388848791","https://openalex.org/W4392564669","https://openalex.org/W4392564705","https://openalex.org/W4392861551","https://openalex.org/W4399857194","https://openalex.org/W4400217866","https://openalex.org/W4407685639"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0,160],"study":[1,199],"investigates":[2],"ChatGPT-4o's":[3,48,166],"ability":[4,31,175],"to":[5,23,32,50,90,111,146,165,176,203],"answer":[6,24,33],"multi-modal":[7,52,68,143,179,206],"assessment":[8],"exercises":[9,26,34,54,72,96,103,127,144,182],"in":[10,55,70],"computer":[11],"science":[12],"(CS)":[13],"courses.":[14],"While":[15],"the":[16,91,112,150,157,195],"use":[17],"of":[18,37,94,114,153,168,186],"large":[19],"language":[20],"models":[21],"(LLMs)":[22],"text-based":[25],"are":[27,128],"extensively":[28],"researched,":[29],"their":[30],"involving":[35],"artifacts":[36,69],"other":[38],"modalities":[39],"remains":[40],"underexplored.":[41],"To":[42],"close":[43],"this":[44,198],"gap,":[45],"we":[46],"evaluate":[47],"answers":[49,93,139],"120":[51],"CS":[53],"programming,":[56],"software":[57],"design,":[58],"human-computer":[59],"interaction,":[60],"statistical":[61],"analysis,":[62,64],"process":[63],"and":[65,85,106,173],"simulation.":[66],"The":[67,119],"these":[71,95,126],"include":[73],"class":[74,105],"diagrams,":[75,77],"sequence":[76,107],"user":[78],"interface":[79],"images,":[80],"analytical":[81],"charts,":[82],"workflow":[83],"diagrams":[84,108],"object-flow":[86],"diagrams.":[87],"Our":[88],"comparisons":[89],"expected":[92],"show":[97],"that":[98],"ChatGPT-4o":[99,138],"performs":[100],"well":[101],"for":[102,117,121,131,141,190],"with":[104],"possibly":[109,163],"due":[110,164],"availability":[113],"more":[115],"data":[116],"training.":[118],"potential":[120],"misuse":[122],"by":[123],"students":[124,148],"highlights":[125],"better":[129,140],"suited":[130],"closed-book":[132],"exams":[133],"or":[134],"as":[135],"scaffolding":[136],"activities.":[137],"those":[142],"designed":[145],"assess":[147],"at":[149],"lower":[151],"levels":[152],"Bloom's":[154],"taxonomy":[155],"than":[156],"higher":[158,184],"levels.":[159],"discrepancy":[161],"is":[162],"lack":[167],"understanding":[169],"underlying":[170],"design":[171],"concepts":[172],"limited":[174],"generate":[177],"new":[178],"artifacts,":[180],"making":[181],"requiring":[183],"order":[185],"cognitive":[187],"thinking":[188],"suitable":[189],"take-home":[191],"assignment.":[192],"We":[193],"hope":[194],"insights":[196],"from":[197],"provide":[200],"a":[201],"foundation":[202],"develop":[204],"effective":[205],"assessments.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}