{"id":"https://openalex.org/W7128677453","doi":"https://doi.org/10.1145/3760545.3783964","title":"Two-Stage CS Exams: A Multi-Institutional Study of Course and Exam Feature Impacts on Student Perceptions and Performance","display_name":"Two-Stage CS Exams: A Multi-Institutional Study of Course and Exam Feature Impacts on Student Perceptions and Performance","publication_year":2025,"publication_date":"2025-06-27","ids":{"openalex":"https://openalex.org/W7128677453","doi":"https://doi.org/10.1145/3760545.3783964"},"language":null,"primary_location":{"id":"doi:10.1145/3760545.3783964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3760545.3783964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Working Group Reports on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3760545.3783964","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007541933","display_name":"Celine Latulipe","orcid":"https://orcid.org/0000-0002-2132-0092"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Celine Latulipe","raw_affiliation_strings":["University of Manitoba, Winnipeg, Manitoba, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2132-0092","affiliations":[{"raw_affiliation_string":"University of Manitoba, Winnipeg, Manitoba, Canada","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038565477","display_name":"John Anvik","orcid":"https://orcid.org/0000-0002-6912-1754"},"institutions":[{"id":"https://openalex.org/I107949126","display_name":"University of Lethbridge","ror":"https://ror.org/044j76961","country_code":"CA","type":"education","lineage":["https://openalex.org/I107949126"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"John Anvik","raw_affiliation_strings":["University of Lethbridge, Lethbridge, Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6912-1754","affiliations":[{"raw_affiliation_string":"University of Lethbridge, Lethbridge, Alberta, Canada","institution_ids":["https://openalex.org/I107949126"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102951791","display_name":"Kevin Lin","orcid":"https://orcid.org/0000-0001-9946-3635"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Lin","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-9946-3635","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118273634","display_name":"Sabrin Nowrin","orcid":"https://orcid.org/0009-0003-1498-5373"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabrin Nowrin","raw_affiliation_strings":["University of North Carolina at Charlotte, Charlotte, North Carolina, USA"],"raw_orcid":"https://orcid.org/0009-0003-1498-5373","affiliations":[{"raw_affiliation_string":"University of North Carolina at Charlotte, Charlotte, North Carolina, USA","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008278726","display_name":"Brian P. Railing","orcid":"https://orcid.org/0000-0002-2665-6310"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian P. Railing","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0002-2665-6310","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103076461","display_name":"Scott Reckinger","orcid":"https://orcid.org/0000-0003-4664-623X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott J. Reckinger","raw_affiliation_strings":["University of Illinois Chicago, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0003-4664-623X","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028568297","display_name":"Armita Zarnegar","orcid":"https://orcid.org/0000-0001-7100-8630"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Armita Zarnegar","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7100-8630","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73196603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.10980000346899033,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14079","display_name":"Mathematics Education and Programs","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5753999948501587},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.40369999408721924},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.3278000056743622},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.3264999985694885},{"id":"https://openalex.org/keywords/raw-score","display_name":"Raw score","score":0.3109000027179718}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5978999733924866},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5629000067710876},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4691999852657318},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.3278000056743622},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.3109000027179718},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C177580056","wikidata":"https://www.wikidata.org/wiki/Q5611272","display_name":"Group testing","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3760545.3783964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3760545.3783964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Working Group Reports on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3760545.3783964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3760545.3783964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Working Group Reports on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5238770842552185}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W322842158","https://openalex.org/W1894280370","https://openalex.org/W1966850535","https://openalex.org/W2002548909","https://openalex.org/W2024256811","https://openalex.org/W2054921494","https://openalex.org/W2059741453","https://openalex.org/W2158332717","https://openalex.org/W2171602877","https://openalex.org/W2280468526","https://openalex.org/W2581754950","https://openalex.org/W2592218382","https://openalex.org/W2730342518","https://openalex.org/W2789045599","https://openalex.org/W2808878912","https://openalex.org/W2891016818","https://openalex.org/W2894688981","https://openalex.org/W2924341464","https://openalex.org/W2943123505","https://openalex.org/W2943324227","https://openalex.org/W2953159213","https://openalex.org/W2996617870","https://openalex.org/W3006713862","https://openalex.org/W3008444860","https://openalex.org/W3008742895","https://openalex.org/W3010409627","https://openalex.org/W3012004062","https://openalex.org/W3020311603","https://openalex.org/W3040601859","https://openalex.org/W3087245920","https://openalex.org/W3134982654","https://openalex.org/W3161540023","https://openalex.org/W3161767226","https://openalex.org/W3162228168","https://openalex.org/W3166154243","https://openalex.org/W3195617753","https://openalex.org/W3210151781","https://openalex.org/W4244034539","https://openalex.org/W4310157243","https://openalex.org/W4310357502","https://openalex.org/W4310533519","https://openalex.org/W4384834975","https://openalex.org/W4399490886","https://openalex.org/W4400177574","https://openalex.org/W4403503525","https://openalex.org/W4405398655","https://openalex.org/W4411260972"],"related_works":[],"abstract_inverted_index":{"A":[0],"two-stage":[1],"exam":[2,6,13,22,147,157,179],"(TSE)":[3],"is":[4,218],"an":[5,12],"format":[7],"where":[8,175],"students":[9,113,125,152,172],"first":[10],"complete":[11],"individually":[14],"before":[15],"completing":[16,136],"the":[17,49,106,132,137,149,155,162,169,176,182,195,200,213,221,228,240],"same":[18,156],"(or":[19],"a":[20,26,42,122,145],"similar)":[21],"in":[23,47,94,173,242],"collaboration":[24],"with":[25,67,143,190],"group":[27,32,99,103,138,150,177],"of":[28,44,58,70,89,124,161,230],"peers.":[29],"Our":[30,75],"working":[31],"collected":[33],"data":[34,63,188],"from":[35,181],"Computer":[36,95],"Science":[37,96],"instructors":[38,141],"deploying":[39],"TSEs":[40,93,232],"at":[41,243],"variety":[43],"post-secondary":[45],"institutions":[46],"Canada,":[48],"United":[50],"States,":[51],"and":[52,61,64,72,90,102,121,233],"Australia.":[53],"We":[54],"conducted":[55],"quantitative":[56],"analysis":[57,69],"student":[59,71,87],"perception":[60],"performance":[62,91,130,222],"synthesized":[65],"results":[66],"qualitative":[68],"instructor":[73],"perceptions.":[74],"mixed":[76],"methods":[77],"approach":[78],"enabled":[79],"us":[80],"to":[81,237],"identify":[82],"several":[83],"important":[84],"factors":[85],"influencing":[86],"perceptions":[88,118,167],"on":[92,131],"classes,":[97],"including":[98],"formation":[100],"method":[101],"size":[104],"during":[105,148,158],"TSE.":[107],"Student":[108],"survey":[109],"responses":[110],"indicated":[111],"that":[112,198],"generally":[114],"had":[115],"very":[116],"positive":[117,166,226],"about":[119,128,168,227],"TSEs,":[120],"majority":[123],"felt":[126],"better":[127],"their":[129],"individual":[133,183],"stage":[134,178,184],"after":[135],"stage.":[139],"Some":[140],"experimented":[142],"offering":[144],"different":[146],"stage:":[151],"who":[153],"completed":[154],"both":[159],"stages":[160],"TSE":[163,186],"reported":[164,235],"more":[165],"experience":[170,229],"than":[171],"courses":[174],"differed":[180],"exam.":[185],"grade":[187,203,215],"compared":[189],"students'":[191],"grades":[192],"going":[193],"into":[194],"assessment":[196],"show":[197],"while":[199],"raw":[201],"group-vs-individual":[202],"differentials":[204],"are":[205],"highest":[206],"for":[207],"low-performing":[208],"students,":[209],"when":[210],"we":[211],"consider":[212],"relative":[214],"improvement,":[216],"it":[217],"similar":[219],"across":[220],"spectrum.":[223],"Instructors":[224],"were":[225],"running":[231],"all":[234],"intentions":[236],"continue":[238],"using":[239],"assessments":[241],"least":[244],"some":[245],"courses.":[246]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-13T00:00:00"}