{"id":"https://openalex.org/W4284878873","doi":"https://doi.org/10.1145/3502718.3524806","title":"Impact of Capture The Flag (CTF)-style vs. Traditional Exercises in an Introductory Computer Security Class","display_name":"Impact of Capture The Flag (CTF)-style vs. Traditional Exercises in an Introductory Computer Security Class","publication_year":2022,"publication_date":"2022-07-07","ids":{"openalex":"https://openalex.org/W4284878873","doi":"https://doi.org/10.1145/3502718.3524806"},"language":"en","primary_location":{"id":"doi:10.1145/3502718.3524806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3502718.3524806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3502718.3524806","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3502718.3524806","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013221158","display_name":"Stephen V. Cole","orcid":null},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen V. Cole","raw_affiliation_strings":["Washington University in St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Washington University in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5013221158"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":5.8159,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.96276392,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"470","last_page":"476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.7333809733390808},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.5609036087989807},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.548740565776825},{"id":"https://openalex.org/keywords/flag","display_name":"Flag (linear algebra)","score":0.49923086166381836},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4945788085460663},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44749945402145386},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4140237867832184},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34283447265625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1518630087375641},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1131475567817688},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09936490654945374}],"concepts":[{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.7333809733390808},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.5609036087989807},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.548740565776825},{"id":"https://openalex.org/C2776730729","wikidata":"https://www.wikidata.org/wiki/Q1392130","display_name":"Flag (linear algebra)","level":3,"score":0.49923086166381836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4945788085460663},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44749945402145386},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4140237867832184},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34283447265625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1518630087375641},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1131475567817688},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09936490654945374},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3502718.3524806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3502718.3524806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3502718.3524806","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3502718.3524806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3502718.3524806","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3502718.3524806","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1104778586","display_name":null,"funder_award_id":"1525373","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6164016853","display_name":"Collaborative Research: Transforming Computer Science Education Research Through Use of Appropriate Empirical Research Methods: Mentoring and Tutorials","funder_award_id":"1525028","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7526133191","display_name":null,"funder_award_id":"1525173","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284878873.pdf","grobid_xml":"https://content.openalex.org/works/W4284878873.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W574188577","https://openalex.org/W1684048170","https://openalex.org/W2023718959","https://openalex.org/W2090739430","https://openalex.org/W2118350594","https://openalex.org/W2563444007","https://openalex.org/W2757451536","https://openalex.org/W2769727195","https://openalex.org/W3010400280","https://openalex.org/W3036645732","https://openalex.org/W3104779215","https://openalex.org/W3167420329","https://openalex.org/W3176681875","https://openalex.org/W4288083638"],"related_works":["https://openalex.org/W2324035390","https://openalex.org/W2695311495","https://openalex.org/W3175137310","https://openalex.org/W3034984450","https://openalex.org/W1895129854","https://openalex.org/W146973812","https://openalex.org/W4210929581","https://openalex.org/W2209303598","https://openalex.org/W2260116198","https://openalex.org/W2369092259"],"abstract_inverted_index":{"The":[0,46],"importance":[1],"of":[2,27,60,98,105,123,137,146,164,184],"possessing":[3],"hands-on":[4,28],"skills":[5],"in":[6,30,103,111,167,188],"addition":[7],"to":[8,43,83,100,115,143,174],"theoretical":[9],"knowledge":[10],"for":[11],"cybersecurity":[12],"researchers":[13],"and":[14,40,56,108,120,135,178],"professionals":[15],"cannot":[16],"be":[17],"overstated.":[18],"Computer":[19,116],"security":[20,192],"educators":[21],"have":[22,66],"therefore":[23],"adopted":[24],"various":[25],"types":[26],"exercises":[29,65,72,92,102,129,166,187],"their":[31],"classes,":[32],"from":[33],"traditional":[34,84,101],"ones":[35],"characterized":[36,50],"by":[37,51],"linear":[38],"instructions":[39],"progress":[41],"snapshots":[42],"full-scale":[44],"Capture":[45],"Flag":[47],"(CTF)":[48],"challenges":[49],"an":[52,112,189],"underspecified":[53],"solution":[54],"path":[55],"a":[57],"tangible":[58],"token":[59],"success.":[61],"Educators":[62],"implementing":[63],"CTF":[64],"reported,":[67],"often":[68],"informally,":[69],"that":[70,127],"the":[71,95,162,181],"increase":[73],"student":[74,106,133,169],"motivation":[75,170],"and/or":[76],"engagement":[77],"without":[78],"harming":[79],"learning":[80,109,176],"outcomes":[81,110],"relative":[82],"exercises.":[85],"In":[86],"this":[87],"work,":[88],"we":[89],"systematically":[90],"compare":[91],"imbued":[93],"with":[94,158],"essential":[96],"characteristics":[97],"CTFs":[99],"terms":[104],"experience":[107],"undergraduate":[113],"Introduction":[114],"Security":[117],"class.":[118,193],"Quantitative":[119],"qualitative":[121],"analyses":[122],"post-assignment":[124],"surveys":[125],"suggest":[126],"CTF-style":[128,165,186],"yielded":[130],"significantly":[131],"higher":[132],"motivation,":[134],"analysis":[136],"scores":[138],"on":[139],"exam":[140],"questions":[141],"relevant":[142],"each":[144],"type":[145],"exercise":[147,153],"showed":[148],"no":[149,172],"significant":[150],"difference":[151],"between":[152],"types.":[154],"Our":[155],"work":[156],"agrees":[157],"previous":[159],"studies":[160],"showing":[161],"effectiveness":[163],"increasing":[168],"at":[171],"cost":[173],"objective":[175],"outcomes,":[177],"helps":[179],"establish":[180],"pedagogical":[182],"validity":[183],"employing":[185],"introductory":[190],"computer":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}