{"id":"https://openalex.org/W4410136215","doi":"https://doi.org/10.1111/jcal.70035","title":"<scp>ChatGPT</scp> 's Performance Evaluation in Spreadsheets Modelling to Inform Assessments Redesign","display_name":"<scp>ChatGPT</scp> 's Performance Evaluation in Spreadsheets Modelling to Inform Assessments Redesign","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4410136215","doi":"https://doi.org/10.1111/jcal.70035"},"language":"en","primary_location":{"id":"doi:10.1111/jcal.70035","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jcal.70035","pdf_url":null,"source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072830238","display_name":"Michelle L. F. Cheong","orcid":"https://orcid.org/0000-0002-3192-3452"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Michelle Cheong","raw_affiliation_strings":["School of Computing &amp; Information Systems Singapore Management University  Singapore Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3192-3452","affiliations":[{"raw_affiliation_string":"School of Computing &amp; Information Systems Singapore Management University  Singapore Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072830238"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":{"value":3760,"currency":"USD","value_usd":3760},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05751745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"41","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.942300021648407,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9312999844551086,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5003471374511719},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35009172558784485},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3484567403793335},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28874361515045166}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5003471374511719},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35009172558784485},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3484567403793335},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28874361515045166}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/jcal.70035","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jcal.70035","pdf_url":null,"source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1494744305","https://openalex.org/W2011507662","https://openalex.org/W2116817443","https://openalex.org/W2155243985","https://openalex.org/W2573894086","https://openalex.org/W2806082735","https://openalex.org/W2888803407","https://openalex.org/W3030163527","https://openalex.org/W3150947978","https://openalex.org/W4213430857","https://openalex.org/W4221143046","https://openalex.org/W4235614088","https://openalex.org/W4248817414","https://openalex.org/W4281557260","https://openalex.org/W4310917376","https://openalex.org/W4312083290","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4321351832","https://openalex.org/W4321368061","https://openalex.org/W4321504196","https://openalex.org/W4321605350","https://openalex.org/W4323359867","https://openalex.org/W4324046518","https://openalex.org/W4361204578","https://openalex.org/W4366548330","https://openalex.org/W4378628090","https://openalex.org/W4385432935","https://openalex.org/W4386186276","https://openalex.org/W4386967982","https://openalex.org/W4387129749","https://openalex.org/W4387873511","https://openalex.org/W4388345604","https://openalex.org/W4390278281","https://openalex.org/W4390744637","https://openalex.org/W4391289263","https://openalex.org/W4391321490","https://openalex.org/W4391640544","https://openalex.org/W4391906843","https://openalex.org/W4392193257","https://openalex.org/W4392564705","https://openalex.org/W4392714381","https://openalex.org/W4394675615","https://openalex.org/W4394929444","https://openalex.org/W4395007077","https://openalex.org/W4398243313","https://openalex.org/W4402483923","https://openalex.org/W4404073174","https://openalex.org/W6847916702"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"ABSTRACT":[0],"Background":[1],"Increasingly,":[2],"students":[3,43,101],"are":[4,35],"using":[5,117,122,192,259,359],"ChatGPT":[6,92,165,212,246],"to":[7,39,58,65,94,98,109,128,132,142,148,180,208,251,289,315,330,377,388],"assist":[8],"them":[9],"in":[10,102,113,233],"learning":[11,220,384],"and":[12,22,38,157,187,205,226,261,308,354,385],"even":[13],"completing":[14],"their":[15,82,100,150],"assessments,":[16,120],"raising":[17],"concerns":[18],"of":[19,24,54,164,217,254,324,346],"academic":[20],"integrity":[21],"loss":[23],"critical":[25,365],"thinking":[26,47,366],"skills.":[27,48],"Many":[28],"articles":[29,55],"suggested":[30],"educators":[31,80,147,342],"redesign":[32,81,95,374],"assessments":[33,60,97],"that":[34,56,245,341],"more":[36],"\u2018Generative\u2010AI\u2010resistant\u2019":[37],"focus":[40],"on":[41,44,70,89,167,382],"assessing":[42],"higher":[45],"order":[46],"However,":[49],"there":[50],"is":[51],"a":[52,294],"lack":[53],"attempt":[57],"quantify":[59],"at":[61,73,239,394],"different":[62,74,124,194,218,350,395],"cognitive":[63,219,267,351,396],"levels":[64,221],"provide":[66,129],"empirical":[67,114],"study":[68],"insights":[69,152],"ChatGPT's":[71,235,347,392],"performance":[72,163,191,236,348,357,393],"levels,":[75],"which":[76,227,375],"will":[77,230],"affect":[78],"how":[79,90,210],"assessments.":[83],"Objectives":[84],"Educators":[85],"need":[86],"new":[87,104,130],"information":[88],"well":[91,211],"performs":[93],"future":[96,154],"assess":[99],"this":[103],"paradigm.":[105],"This":[106],"paper":[107],"attempts":[108],"fill":[110],"the":[111,162,181,189,255,266,325,332,355,379],"gap":[112],"research":[115],"by":[116],"spreadsheet":[118],"modelling":[119,170],"tested":[121,186,327],"four":[123,193,370],"prompt":[125,195,224,228],"engineering":[126,196],"settings,":[127],"knowledge":[131],"support":[133],"assessment":[134,155,171,373],"redesign.":[135],"Our":[136],"proposed":[137],"methodology":[138],"can":[139],"be":[140,231,313,344],"applied":[141],"other":[143],"course":[144],"modules":[145],"for":[146,153,222,237,297,305,320,335,349,372],"achieve":[149,285,301,316],"respective":[151],"designs":[156],"actions.":[158],"Methods":[159],"We":[160,185,243,339],"evaluated":[161],"3.5":[166,213,247],"solving":[168],"spreadsheets":[169],"questions":[172,216,238],"with":[173],"multiple":[174],"linked":[175],"test":[176],"items":[177],"categorised":[178],"according":[179],"revised":[182,256],"Bloom's":[183,257],"taxonomy.":[184],"compared":[188],"accuracy":[190,263],"settings":[197],"namely":[198],"Zero\u2010Shot\u2010Baseline":[199],"(ZSB),":[200],"Zero\u2010Shot\u2010Chain\u2010of\u2010Thought":[201],"(ZSCoT),":[202],"One\u2010Shot":[203],"(OS),":[204],"One\u2010Shot\u2010Chain\u2010of\u2010Thought":[206],"(OSCoT),":[207],"establish":[209],"tackled":[214],"technical":[215],"each":[223,240],"setting,":[225],"setting":[229],"effective":[232],"enhancing":[234],"level.":[241],"Results":[242],"found":[244],"was":[248,328],"good":[249],"up":[250,288],"Level":[252,271,290,321],"3":[253,307],"taxonomy":[258],"ZSB,":[260],"its":[262],"decreased":[264],"as":[265,278],"level":[268,336,352],"increased.":[269],"From":[270],"4":[272],"onwards,":[273],"it":[274,293,387],"did":[275],"not":[276],"perform":[277],"well,":[279],"committing":[280],"many":[281],"mistakes.":[282],"ZSCoT":[283],"would":[284,300,312],"modest":[286],"improvements":[287,304],"5,":[291],"making":[292],"possible":[295],"concern":[296],"instructors.":[298],"OS":[299],"very":[302,317],"significant":[303,318],"Levels":[306],"4,":[309],"while":[310],"OSCoT":[311],"needed":[314],"improvement":[319],"5.":[322],"None":[323],"prompts":[326],"able":[329],"improve":[331],"response":[333],"quality":[334],"6.":[337],"Conclusions":[338],"concluded":[340],"must":[343],"cognizant":[345],"questions,":[353],"enhanced":[356],"from":[358],"suitable":[360],"prompts.":[361],"To":[362],"develop":[363],"students'":[364],"abilities,":[367],"we":[368],"provided":[369],"recommendations":[371],"aim":[376],"mitigate":[378],"negative":[380],"impact":[381],"student":[383],"leverage":[386],"enhance":[389],"learning,":[390],"considering":[391],"levels.":[397]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}