{"id":"https://openalex.org/W4400267621","doi":"https://doi.org/10.1145/3649217.3653558","title":"ChatGPT and Cheat Detection in CS1 Using a Program Autograding System","display_name":"ChatGPT and Cheat Detection in CS1 Using a Program Autograding System","publication_year":2024,"publication_date":"2024-07-03","ids":{"openalex":"https://openalex.org/W4400267621","doi":"https://doi.org/10.1145/3649217.3653558"},"language":"en","primary_location":{"id":"doi:10.1145/3649217.3653558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649217.3653558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649217.3653558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3649217.3653558","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055696828","display_name":"Ashley Pang","orcid":"https://orcid.org/0000-0001-5154-6810"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ashley Pang","raw_affiliation_strings":["Computer Science and Engineering, University of California, Riverside, Riverside, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001290812","display_name":"Frank Vahid","orcid":"https://orcid.org/0000-0001-5416-0032"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank Vahid","raw_affiliation_strings":["Computer Science and Engineering, University of California, Riverside, Riverside, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055696828"],"corresponding_institution_ids":["https://openalex.org/I103635307"],"apc_list":null,"apc_paid":null,"fwci":2.3847,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89954182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"367","last_page":"373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6526883840560913},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32783764600753784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6526883840560913},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32783764600753784}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649217.3653558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649217.3653558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649217.3653558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3649217.3653558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649217.3653558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649217.3653558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G2429328677","display_name":"Automated positive reinforcement of good programming processes","funder_award_id":"2313793","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6214933107","display_name":null,"funder_award_id":"2111323, 2313793","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G7325690157","display_name":"Teaching introductory CS: Shifting from detecting/punishing cheating to gaining programming behavior insight","funder_award_id":"2111323","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G979386120","display_name":null,"funder_award_id":"111323","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400267621.pdf","grobid_xml":"https://content.openalex.org/works/W4400267621.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2601347549","https://openalex.org/W4211263275","https://openalex.org/W4313294616","https://openalex.org/W4313313935","https://openalex.org/W4315498228","https://openalex.org/W4323036649","https://openalex.org/W4381982883","https://openalex.org/W4382654298","https://openalex.org/W4385323568","https://openalex.org/W4385474366","https://openalex.org/W4392564427","https://openalex.org/W6759653569"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"We":[0,23],"experimented":[1],"with":[2],"ChatGPT's":[3],"ability":[4,14],"to":[5,19,70,147,167,184,207],"write":[6],"programs":[7,31,68,115,133,222,236],"in":[8,80,123,151],"a":[9,16,33,72,103,124,139,156,179],"CS1":[10,235],"class,":[11],"and":[12,49,55,87,223],"the":[13,37,77,81,85,99,152,187],"of":[15,36,200,226],"popular":[17],"tool":[18,60],"auto-detect":[20],"ChatGPT-written":[21],"programs.":[22],"found":[24],"ChatGPT":[25,44,96,111,159,183,232],"was":[26,204],"proficient":[27],"at":[28],"generating":[29],"correct":[30],"from":[32,76],"mere":[34],"copy-paste":[35],"English":[38],"programming":[39,47,73,150,188],"assignment":[40,101],"specifications.":[41],"However,":[42],"running":[43],"for":[45,61,98,108,116,233],"10":[46],"assignments":[48],"acting":[50],"as":[51,244],"20":[52],"different":[53,105,109,117],"students,":[54,110,118],"using":[56,158,231],"zyBook's":[57],"APEX":[58],"beta":[59],"academic":[62],"integrity,":[63],"we":[64,175],"found:":[65],"(1)":[66],"ChatGPT-generated":[67],"tend":[69],"use":[71,130],"style":[74,78,189,201],"departing":[75],"taught":[79],"textbook":[82],"or":[83,128],"by":[84,138,240],"instructor,":[86],"these":[88],"\"style":[89],"anomalies\"":[90],"were":[91],"automatically":[92,171],"detected.":[93],"(2)":[94],"Although":[95],"may":[97,190],"same":[100],"generate":[102],"few":[104],"program":[106],"solutions":[107],"often":[112],"generates":[113],"highly-similar":[114],"so":[119],"if":[120,178],"enough":[121],"students":[122,144,196,230],"class":[125],"(e.g.,":[126],"5":[127],"more)":[129],"ChatGPT,":[131],"their":[132],"will":[134,213],"likely":[135],"be":[136,216,238],"flagged":[137],"similarity":[140],"checker.":[141],"(3)":[142],"If":[143],"are":[145],"required":[146],"do":[148],"all":[149],"autograder's":[153],"IDE,":[154],"then":[155],"student":[157,180],"ends":[160],"up":[161],"showing":[162],"very":[163],"little":[164],"time":[165],"relative":[166],"classmates,":[168],"which":[169],"is":[170],"flagged.":[172],"(4)":[173],"Manually,":[174],"observed":[176],"that":[177],"consistently":[181],"uses":[182],"submit":[185],"programs,":[186,193,228],"vary":[191],"across":[192],"something":[194],"normal":[195],"don't":[197],"do;":[198],"automation":[199],"inconsistency":[202],"detection":[203,225],"recently":[205],"added":[206],"APEX.":[208,246],"In":[209],"short,":[210],"while":[211],"there":[212],"no":[214],"doubt":[215],"an":[217],"arms":[218],"race":[219],"between":[220],"AI-generated":[221,227],"automatic":[224],"currently":[229],"multiple":[234],"can":[237],"detected":[239],"automated":[241],"tools":[242],"such":[243],"zyBooks'":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}