{"id":"https://openalex.org/W3133715205","doi":"https://doi.org/10.1145/3408877.3432556","title":"Unique Exams","display_name":"Unique Exams","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3133715205","doi":"https://doi.org/10.1145/3408877.3432556","mag":"3133715205"},"language":"en","primary_location":{"id":"doi:10.1145/3408877.3432556","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004497268","display_name":"Gili Rusak","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gili Rusak","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037393859","display_name":"Lisa Yan","orcid":"https://orcid.org/0009-0007-2310-3060"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Yan","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1170","last_page":"1176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.815231442451477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7653398513793945},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6949829459190369},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.39625319838523865},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3477821946144104},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.1638442873954773},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12272214889526367}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.815231442451477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653398513793945},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6949829459190369},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39625319838523865},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3477821946144104},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.1638442873954773},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12272214889526367},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408877.3432556","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1520074575","https://openalex.org/W1977210432","https://openalex.org/W1986837085","https://openalex.org/W2017737164","https://openalex.org/W2056825648","https://openalex.org/W2064856757","https://openalex.org/W2065315280","https://openalex.org/W2118340421","https://openalex.org/W2126281896","https://openalex.org/W2132260593","https://openalex.org/W2136286794","https://openalex.org/W2149296719","https://openalex.org/W2161621074","https://openalex.org/W2163982976","https://openalex.org/W2605994771","https://openalex.org/W2788650811","https://openalex.org/W2789176835","https://openalex.org/W2791857727","https://openalex.org/W2809566964","https://openalex.org/W2911311425","https://openalex.org/W2917440226","https://openalex.org/W2989613245","https://openalex.org/W3010167454","https://openalex.org/W3046384877","https://openalex.org/W3047644136","https://openalex.org/W4245092289","https://openalex.org/W4255141133"],"related_works":["https://openalex.org/W4253452006","https://openalex.org/W4317361069","https://openalex.org/W2006760651","https://openalex.org/W2018804851","https://openalex.org/W2097812075","https://openalex.org/W2596072174","https://openalex.org/W2058285533","https://openalex.org/W2558678045","https://openalex.org/W3016693807","https://openalex.org/W2009712917"],"abstract_inverted_index":{"During":[0],"the":[1,79],"COVID-19":[2],"pandemic,":[3],"many":[4],"educators":[5],"have":[6],"had":[7],"to":[8,113,143],"rethink":[9],"their":[10,144],"methodology":[11],"for":[12,41,55,97,105,134],"summative":[13],"assessment.":[14],"Are":[15],"timed":[16],"and":[17,82,100,130],"proctored":[18],"exams":[19,37,43,62],"appropriate---or":[20],"even":[21],"feasible---in":[22],"this":[23,30,121],"new":[24],"open-internet,":[25],"online":[26],"learning":[27],"environment?":[28],"In":[29,51,111],"experience":[31,116],"paper,":[32],"we":[33,123],"discuss":[34],"our":[35,39,52,89,115],"unique":[36,61,70,118],"framework:":[38],"tool":[40,129],"generating":[42],"that":[44,138],"are":[45],"uniquely":[46],"identifiable":[47],"but":[48],"conceptually":[49],"identical.":[50],"university-level":[53],"Probability":[54],"Computer":[56],"Scientists":[57],"Course,":[58],"students":[59,99],"completed":[60],"generated":[63],"from":[64,78],"a":[65,86,93,126],"common":[66],"exam":[67,103],"skeleton,":[68],"with":[69],"numeric":[71],"variations":[72],"per":[73],"problem.":[74],"With":[75],"few":[76],"deviations":[77],"creation,":[80],"administration,":[81],"grading":[83],"processes":[84],"of":[85,95],"traditional":[87],"exam,":[88],"framework":[90],"can":[91,141],"provide":[92],"layer":[94],"security":[96],"both":[98],"instructors":[101,140],"about":[102],"reliability":[104],"any":[106],"classroom":[107],"environment---in-person":[108],"or":[109],"online.":[110],"addition":[112],"sharing":[114],"designing":[117],"exams,":[119],"in":[120],"paper":[122],"also":[124],"present":[125],"simple":[127],"end-to-end":[128],"example":[131],"question":[132],"templates":[133],"different":[135],"CS":[136],"subjects":[137],"other":[139],"adapt":[142],"own":[145],"courses.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2021-03-15T00:00:00"}