{"id":"https://openalex.org/W4390101966","doi":"https://doi.org/10.1145/3613944.3613946","title":"ChatGPT in Computer Science Curriculum Assessment: An analysis of Its Successes and Shortcomings","display_name":"ChatGPT in Computer Science Curriculum Assessment: An analysis of Its Successes and Shortcomings","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-09","ids":{"openalex":"https://openalex.org/W4390101966","doi":"https://doi.org/10.1145/3613944.3613946"},"language":"en","primary_location":{"id":"doi:10.1145/3613944.3613946","doi":"https://doi.org/10.1145/3613944.3613946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613944.3613946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613944.3613946","source":{"id":"https://openalex.org/S4306423121","display_name":"International Conference e-Society, e-Learning and e-Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on e-Society e-Learning and e-Technologies","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4390101966"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613944.3613946","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083814185","display_name":"Basit Qureshi","orcid":"https://orcid.org/0000-0001-7389-519X","observed_orcids":["https://orcid.org/0000-0001-7389-519X"]},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Basit Qureshi","raw_affiliation_strings":["Department of Computer Science, Prince Sultan University, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-7389-519X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Prince Sultan University, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5083814185"],"corresponding_institution_ids":["https://openalex.org/I142024983"],"apc_list":null,"apc_paid":null,"fwci":148.6383,"has_fulltext":true,"cited_by_count":218,"citation_normalized_percentile":{"value":0.99968695,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"13"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.4146000146865845,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":1.0},{"id":"https://openalex.org/keywords/large-language-models-in-education","display_name":"large language models in education","score":0.7630000114440918},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.6940000057220459},{"id":"https://openalex.org/keywords/algorithms-and-data-structures","display_name":"data structures and algorithms","score":0.8799999952316284},{"id":"https://openalex.org/keywords/programming-contests","display_name":"programming competition","score":0.6570000052452087},{"id":"https://openalex.org/keywords/ai-assisted-learning","display_name":"AI-assisted learning","score":0.6039999723434448},{"id":"https://openalex.org/keywords/code-quality","display_name":"code quality","score":0.41999998688697815},{"id":"https://openalex.org/keywords/undergraduate-programming-courses","display_name":"undergraduate programming courses","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.791407585144043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7839212417602539},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7688313126564026},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6178349256515503},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6120028495788574},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4737494885921478},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.4551953077316284},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42122071981430054},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3496873378753662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.321109801530838},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18959873914718628},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.12531918287277222},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11645716428756714},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3613944.3613946","doi":"https://doi.org/10.1145/3613944.3613946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613944.3613946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613944.3613946","source":{"id":"https://openalex.org/S4306423121","display_name":"International Conference e-Society, e-Learning and e-Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on e-Society e-Learning and e-Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.11214","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.11214","pdf_url":"https://arxiv.org/pdf/2304.11214","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2304.11214","doi":"https://doi.org/10.48550/arxiv.2304.11214","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.11214","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3613944.3613946","doi":"https://doi.org/10.1145/3613944.3613946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613944.3613946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613944.3613946","source":{"id":"https://openalex.org/S4306423121","display_name":"International Conference e-Society, e-Learning and e-Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on e-Society e-Learning and e-Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":1.0,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390101966.pdf","grobid_xml":"https://content.openalex.org/works/W4390101966.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2285086402","https://openalex.org/W2340288424","https://openalex.org/W2376342114","https://openalex.org/W2626778328","https://openalex.org/W2912759992","https://openalex.org/W2914567129","https://openalex.org/W3030163527","https://openalex.org/W3046240792","https://openalex.org/W3121259022","https://openalex.org/W3172743925","https://openalex.org/W3177023710","https://openalex.org/W3215201135","https://openalex.org/W4200083659","https://openalex.org/W4310917376","https://openalex.org/W4312051216","https://openalex.org/W4312226936","https://openalex.org/W4315498276","https://openalex.org/W4319083882","https://openalex.org/W4319350602","https://openalex.org/W4319662928","https://openalex.org/W4321012208","https://openalex.org/W4324046518","https://openalex.org/W4327946446","https://openalex.org/W4362721098","https://openalex.org/W4378676756","https://openalex.org/W4379410101","https://openalex.org/W4387886075","https://openalex.org/W4388000629","https://openalex.org/W4391069573","https://openalex.org/W6903885994"],"related_works":["https://openalex.org/W4403224562","https://openalex.org/W4410987398","https://openalex.org/W4399171132","https://openalex.org/W4408252484","https://openalex.org/W4411184077","https://openalex.org/W4392013691","https://openalex.org/W4402125515","https://openalex.org/W4392484257","https://openalex.org/W4389944059","https://openalex.org/W7123399785"],"abstract_inverted_index":{"The":[0,106,146],"application":[1],"of":[2,17,92,104,117,174,188,201,204,220,275],"Artificial":[3],"intelligence":[4],"for":[5,53,77],"teaching":[6,65],"and":[7,37,44,55,66,81,115,134,227,256,269],"learning":[8,54,67],"in":[9,19,57,62,87,150,165,199,218,229,249],"the":[10,42,74,143,177,202,230,235,242,273],"academic":[11],"sphere":[12],"is":[13,162],"a":[14,51,78,101,151,185,239,267],"trending":[15],"subject":[16],"interest":[18],"computing":[20],"education.":[21],"ChatGPT,":[22],"as":[23,31,50],"an":[24,216],"AI-based":[25],"tool,":[26],"provides":[27],"various":[28,254],"advantages,":[29],"such":[30,276],"heightened":[32],"student":[33],"involvement,":[34],"cooperation,":[35],"accessibility,":[36],"availability.":[38],"This":[39],"paper":[40],"addresses":[41,176],"prospects":[43],"obstacles":[45],"associated":[46],"with":[47],"utilizing":[48],"ChatGPT":[49,133,214],"tool":[52],"assessment":[56],"undergraduate":[58],"Computer":[59],"Science":[60],"curriculum":[61],"particular":[63],"to":[64,98,113,132,137,140],"fundamental":[68],"programming":[69,96,118,144],"courses.":[70],"Students":[71],"having":[72],"completed":[73],"course":[75],"work":[76],"Data":[79],"Structures":[80],"Algorithms":[82],"(a":[83],"sophomore-level":[84],"course)":[85],"participated":[86],"this":[88],"study.":[89],"Two":[90],"groups":[91],"students":[93,128,175,212],"were":[94,129,135,193,225],"given":[95,130],"challenges":[97],"solve":[99,142],"within":[100],"short":[102],"period":[103],"time.":[105],"control":[107],"group":[108],"(group":[109],"A)":[110],"had":[111,215],"access":[112,123,131],"textbooks":[114],"notes":[116],"courses,":[119],"however,":[120,223],"no":[121],"Internet":[122],"was":[124,148],"provided.":[125],"Group":[126],"B":[127],"encouraged":[136],"use":[138],"it":[139],"help":[141],"challenges.":[145,257],"challenge":[147],"conducted":[149],"computer":[152],"lab":[153],"environment":[154,160],"using":[155,213],"Programming":[156,169],"Contest":[157,170],"Control":[158],"(PC2)":[159],"which":[161],"widely":[163],"used":[164],"ACM":[166],"International":[167],"Collegiate":[168],"(ICPC).":[171],"Each":[172],"team":[173],"problem":[178],"by":[179,265],"writing":[180],"executable":[181],"code":[182,232],"that":[183,211,246],"satisfies":[184],"certain":[186],"number":[187,203],"test":[189,207],"cases.":[190,208],"Student":[191],"teams":[192],"scored":[194],"based":[195],"on":[196],"their":[197],"performance":[198],"terms":[200,219],"successfully":[205],"passed":[206],"Results":[209],"show":[210],"advantage":[217],"earned":[221],"scores,":[222],"there":[224],"inconsistencies":[226],"inaccuracies":[228],"submitted":[231],"consequently":[233],"affecting":[234],"overall":[236],"performance.":[237],"After":[238],"thorough":[240],"analysis,":[241],"paper\u2019s":[243],"findings":[244],"indicate":[245],"incorporating":[247],"AI":[248],"higher":[250],"education":[251],"brings":[252],"about":[253],"opportunities":[255],"Nonetheless,":[258],"universities":[259],"can":[260],"efficiently":[261],"manage":[262],"these":[263],"apprehensions":[264],"adopting":[266],"proactive":[268],"ethical":[270],"stance":[271],"toward":[272],"implementation":[274],"tools.":[277]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390101966","counts_by_year":[{"year":2026,"cited_by_count":45},{"year":2025,"cited_by_count":84},{"year":2024,"cited_by_count":70},{"year":2023,"cited_by_count":19}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-12-23T00:00:00"}
