{"id":"https://openalex.org/W3134818267","doi":"https://doi.org/10.1145/3408877.3432413","title":"Superficial Code-guise: Investigating the Impact of Surface Feature Changes on Students' Programming Question Scores","display_name":"Superficial Code-guise: Investigating the Impact of Surface Feature Changes on Students' Programming Question Scores","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3134818267","doi":"https://doi.org/10.1145/3408877.3432413","mag":"3134818267"},"language":"en","primary_location":{"id":"doi:10.1145/3408877.3432413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091001653","display_name":"Max Fowler","orcid":"https://orcid.org/0000-0002-4730-447X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Max Fowler","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066756473","display_name":"Craig Zilles","orcid":"https://orcid.org/0000-0003-4601-4398"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Zilles","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5091001653"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.6426,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93073186,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11299","display_name":"Problem and Project Based Learning","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.8621739149093628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7330746650695801},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.6897616982460022},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5830127596855164},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5115259885787964},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.49131765961647034},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4388201832771301},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.37738046050071716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3566558361053467},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24506118893623352},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12283915281295776},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11666157841682434}],"concepts":[{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.8621739149093628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7330746650695801},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.6897616982460022},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5830127596855164},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5115259885787964},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.49131765961647034},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4388201832771301},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37738046050071716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3566558361053467},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24506118893623352},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12283915281295776},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11666157841682434},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408877.3432413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W130837236","https://openalex.org/W886421830","https://openalex.org/W1965349723","https://openalex.org/W1976672089","https://openalex.org/W1983193319","https://openalex.org/W1988263678","https://openalex.org/W2001213022","https://openalex.org/W2009407994","https://openalex.org/W2024436279","https://openalex.org/W2026161499","https://openalex.org/W2045300586","https://openalex.org/W2059498786","https://openalex.org/W2064856757","https://openalex.org/W2074731714","https://openalex.org/W2102670061","https://openalex.org/W2110942371","https://openalex.org/W2128966215","https://openalex.org/W2129626024","https://openalex.org/W2147070375","https://openalex.org/W2154221319","https://openalex.org/W2154671002","https://openalex.org/W2157148654","https://openalex.org/W2164506243","https://openalex.org/W2316964085","https://openalex.org/W2347061999","https://openalex.org/W2408658698","https://openalex.org/W2412226538","https://openalex.org/W2582325117","https://openalex.org/W2626481528","https://openalex.org/W2766624855","https://openalex.org/W2770438368","https://openalex.org/W2796668783","https://openalex.org/W2809566964","https://openalex.org/W2900834637","https://openalex.org/W2937671419","https://openalex.org/W2953446358","https://openalex.org/W2999862471","https://openalex.org/W3004071957","https://openalex.org/W3041576500","https://openalex.org/W3046384877","https://openalex.org/W3047986044","https://openalex.org/W4241805227","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2012288173","https://openalex.org/W1968538666","https://openalex.org/W2097662580","https://openalex.org/W3199302685","https://openalex.org/W2344072770","https://openalex.org/W2389163612","https://openalex.org/W2365256465","https://openalex.org/W2363831685","https://openalex.org/W4290547606","https://openalex.org/W2559270546"],"abstract_inverted_index":{"Assessing":[0],"student":[1,15,150],"performance":[2,157,168],"on":[3,158,169,175],"programming":[4],"questions":[5,76,110,128,136,162,170],"is":[6,50,59,163],"important":[7,52],"for":[8,14,18,137],"introductory":[9,113],"computer":[10],"science":[11],"courses,":[12],"both":[13],"learning":[16,34],"and":[17,44,153],"ensuring":[19],"students":[20,138],"demonstrate":[21],"competence.":[22],"Part":[23],"of":[24,66,75,102,106,129,160],"being":[25],"a":[26,80,130],"competent":[27],"programmer":[28],"includes":[29],"the":[30,100],"ability":[31],"to":[32,37,56,71,83,121,126,133],"transfer":[33,154],"from":[35,63],"solved":[36],"analogous":[38],"problems.":[39],"Additionally,":[40],"particularly":[41],"in":[42,111],"computer-based":[43],"online":[45],"assessment,":[46],"mitigating":[47,140],"cheating":[48,58],"efforts":[49],"another":[51],"consideration.":[53],"One":[54],"way":[55,125],"mitigate":[57],"by":[60,89],"randomly":[61],"selecting":[62],"large":[64,73],"pools":[65,74],"equivalent":[67],"questions.":[68],"In":[69,95],"order":[70],"produce":[72,127],"quickly,":[77],"we":[78,98,144],"used":[79],"permutation":[81],"strategy":[82],"rapidly":[84],"make":[85],"new":[86,135,174],"question":[87],"variants":[88],"altering":[90],"existing":[91],"questions'":[92],"surface":[93,107,118],"features.":[94],"this":[96],"work,":[97],"present":[99],"results":[101],"our":[103],"first":[104],"set":[105],"feature":[108,119],"permuted":[109],"an":[112,123],"Python":[114],"course.":[115],"We":[116],"find":[117],"permutations":[120,147,159],"be":[122],"effective":[124],"similar":[131],"difficulty":[132],"other":[134],"while":[139],"potential":[141,149],"cheating.":[142],"However,":[143],"also":[145],"see":[146],"expose":[148],"knowledge":[151],"fragility":[152],"concerns,":[155],"as":[156],"homework":[161],"not":[164],"strictly":[165],"better":[166],"than":[167],"that":[171],"are":[172],"entirely":[173],"assessments":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}