{"id":"https://openalex.org/W4387735186","doi":"https://doi.org/10.1145/3628162","title":"Can Students without Prior Knowledge Use ChatGPT to Answer Test Questions? An Empirical Study","display_name":"Can Students without Prior Knowledge Use ChatGPT to Answer Test Questions? An Empirical Study","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387735186","doi":"https://doi.org/10.1145/3628162"},"language":"en","primary_location":{"id":"doi:10.1145/3628162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628162","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038842092","display_name":"Abdulhadi Shoufan","orcid":"https://orcid.org/0000-0002-3968-8637"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Abdulhadi Shoufan","raw_affiliation_strings":["Electrical Engineering and Computer Science Department, Center for Cyber-Physical Systems, Khalifa University, UAE"],"raw_orcid":"https://orcid.org/0000-0002-3968-8637","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science Department, Center for Cyber-Physical Systems, Khalifa University, UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038842092"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":null,"apc_paid":null,"fwci":1.8794,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.89060732,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"4","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.6495054364204407},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5783298015594482},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5720565915107727},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4963405728340149},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.4765527844429016},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4674794375896454},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4637923836708069},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4527183473110199},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4236568808555603},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4159403443336487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20695149898529053},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.1372579038143158},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.12407535314559937},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10788658261299133},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09689667820930481},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09489002823829651}],"concepts":[{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.6495054364204407},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5783298015594482},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5720565915107727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4963405728340149},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4765527844429016},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4674794375896454},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4637923836708069},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4527183473110199},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4236568808555603},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4159403443336487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20695149898529053},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.1372579038143158},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.12407535314559937},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10788658261299133},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09689667820930481},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09489002823829651},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628162","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628162","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2595273079","https://openalex.org/W2621077366","https://openalex.org/W2769533150","https://openalex.org/W2916123295","https://openalex.org/W3009335665","https://openalex.org/W3026280667","https://openalex.org/W3083762786","https://openalex.org/W3103891289","https://openalex.org/W3128736035","https://openalex.org/W3134132508","https://openalex.org/W3202285719","https://openalex.org/W3205889677","https://openalex.org/W4210379996","https://openalex.org/W4211263275","https://openalex.org/W4231845414","https://openalex.org/W4233338921","https://openalex.org/W4280572555","https://openalex.org/W4281784258","https://openalex.org/W4282824651","https://openalex.org/W4284991798","https://openalex.org/W4289522724","https://openalex.org/W4307905568","https://openalex.org/W4308947461","https://openalex.org/W4311887664","https://openalex.org/W4317502110","https://openalex.org/W4317910584","https://openalex.org/W4318264071","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4323655724","https://openalex.org/W4324138978","https://openalex.org/W4366377796","https://openalex.org/W4386584937","https://openalex.org/W4386707723","https://openalex.org/W4392669753","https://openalex.org/W6849636505"],"related_works":["https://openalex.org/W2082080254","https://openalex.org/W4230455549","https://openalex.org/W4324317499","https://openalex.org/W4240386019","https://openalex.org/W653411598","https://openalex.org/W4389299324","https://openalex.org/W1273978728","https://openalex.org/W2501781772","https://openalex.org/W2888526636","https://openalex.org/W3126006242"],"abstract_inverted_index":{"With":[0],"the":[1,51,54,85,94,101,131,158,167,174,191,233,241],"immense":[2],"interest":[3],"in":[4,104,160,190,247],"ChatGPT":[5,76,168,221,246],"worldwide,":[6],"education":[7,248],"has":[8],"seen":[9],"a":[10,105,119],"mix":[11],"of":[12,53,96,122,182,193,245],"both":[13],"excitement":[14],"and":[15,134,144,152,222,229,243,249,253],"skepticism.":[16],"To":[17],"properly":[18],"evaluate":[19,212],"its":[20],"impact":[21,52],"on":[22,130,202,225],"education,":[23],"it":[24,31],"is":[25,196],"crucial":[26],"to":[27,44,69,74,77,114,127,200,211,231],"understand":[28],"how":[29,230],"far":[30],"can":[32],"help":[33],"students":[34,64,98,204,224],"without":[35],"prior":[36],"knowledge":[37],"answer":[38,78],"assessment":[39],"questions.":[40],"This":[41,236],"study":[42,237],"aims":[43],"address":[45],"this":[46,194],"question":[47,55,132],"as":[48,50],"well":[49],"type.":[56],"We":[57,184,215],"conducted":[58],"multiple":[59],"experiments":[60],"with":[61,93,149,178],"computer":[62],"engineering":[63],"(experiment":[65],"group:":[66,111],"n":[67,112],"=41":[68],"56),":[70],"who":[71,99,205],"were":[72,90],"asked":[73],"use":[75],"previous":[79],"test":[80],"questions":[81,103,146,153],"before":[82],"learning":[83],"about":[84],"related":[86],"topics.":[87],"Their":[88],"scores":[89,95],"then":[91],"compared":[92],"previous-term":[97],"answered":[100],"same":[102],"quiz":[106],"or":[107],"exam":[108],"setting":[109],"(control":[110],"=24":[113],"61).":[115],"The":[116,136],"results":[117],"showed":[118],"wide":[120],"range":[121],"effect":[123,180],"sizes,":[124],"from":[125],"-2.55":[126],"1.23,":[128],"depending":[129],"type":[133],"content.":[135],"experiment":[137],"group":[138],"performed":[139],"best":[140],"answering":[141],"code":[142,150,161],"analysis":[143],"conceptual":[145],"but":[147],"struggled":[148],"completion":[151],"that":[154,186,217],"involved":[155],"images.":[156],"However,":[157],"performance":[159],"generation":[162],"tasks":[163],"was":[164],"inconsistent.":[165],"Overall,":[166],"group\u2019s":[169,176],"answers":[170,177],"lagged":[171],"slightly":[172],"behind":[173],"control":[175],"an":[179],"size":[181],"-0.16.":[183],"conclude":[185],"ChatGPT,":[187],"at":[188],"least":[189],"field":[192],"study,":[195],"not":[197,207],"yet":[198],"ready":[199],"rely":[201],"by":[203],"do":[206],"have":[208],"sufficient":[209],"background":[210],"generated":[213,234],"answers.":[214],"suggest":[216],"educators":[218],"try":[219],"using":[220],"educate":[223],"effective":[226],"questioning":[227],"techniques":[228],"assess":[232],"responses.":[235],"provides":[238],"insights":[239],"into":[240],"capabilities":[242],"limitations":[244],"informs":[250],"future":[251],"research":[252],"development.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}