{"id":"https://openalex.org/W3174188147","doi":"https://doi.org/10.1145/3430665.3456323","title":"Assessing Programming Skills and Knowledge During the COVID-19 Pandemic: An Experience Report","display_name":"Assessing Programming Skills and Knowledge During the COVID-19 Pandemic: An Experience Report","publication_year":2021,"publication_date":"2021-06-18","ids":{"openalex":"https://openalex.org/W3174188147","doi":"https://doi.org/10.1145/3430665.3456323","mag":"3174188147"},"language":"en","primary_location":{"id":"doi:10.1145/3430665.3456323","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430665.3456323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035796462","display_name":"Norman Tiong Seng Lee","orcid":"https://orcid.org/0000-0003-4288-3588"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Norman Tiong Seng Lee","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000902205","display_name":"Oka Kurniawan","orcid":"https://orcid.org/0000-0001-9519-0959"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Oka Kurniawan","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084357603","display_name":"Kenny Tsu Wei Choo","orcid":"https://orcid.org/0000-0003-3845-9143"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kenny Tsu Wei Choo","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":3.1601,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.92359453,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"352","last_page":"358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.7111557722091675},{"id":"https://openalex.org/keywords/pandemic","display_name":"Pandemic","score":0.6473672389984131},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6334184408187866},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.5495672225952148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5493242740631104},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.508995532989502},{"id":"https://openalex.org/keywords/2019-20-coronavirus-outbreak","display_name":"2019-20 coronavirus outbreak","score":0.45146703720092773},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44788357615470886},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4028540849685669},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.29019784927368164},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.21672028303146362},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19018998742103577},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15533804893493652},{"id":"https://openalex.org/keywords/infectious-disease","display_name":"Infectious disease (medical specialty)","score":0.09316837787628174}],"concepts":[{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.7111557722091675},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.6473672389984131},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6334184408187866},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5495672225952148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5493242740631104},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.508995532989502},{"id":"https://openalex.org/C3006700255","wikidata":"https://www.wikidata.org/wiki/Q81068910","display_name":"2019-20 coronavirus outbreak","level":3,"score":0.45146703720092773},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44788357615470886},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4028540849685669},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29019784927368164},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.21672028303146362},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19018998742103577},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15533804893493652},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.09316837787628174},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C116675565","wikidata":"https://www.wikidata.org/wiki/Q3241045","display_name":"Outbreak","level":2,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3430665.3456323","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430665.3456323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1507655906","https://openalex.org/W1973188871","https://openalex.org/W1995270659","https://openalex.org/W1999053841","https://openalex.org/W2006451753","https://openalex.org/W2007275268","https://openalex.org/W2013420070","https://openalex.org/W2032350456","https://openalex.org/W2043834792","https://openalex.org/W2054235247","https://openalex.org/W2149432802","https://openalex.org/W2213468075","https://openalex.org/W2323546579","https://openalex.org/W2727765388","https://openalex.org/W2728842346","https://openalex.org/W2895089521","https://openalex.org/W2905256499","https://openalex.org/W2914234945","https://openalex.org/W2917182231","https://openalex.org/W2917546397","https://openalex.org/W3007294660","https://openalex.org/W3017735571","https://openalex.org/W3033757556","https://openalex.org/W3036305619","https://openalex.org/W3061995964","https://openalex.org/W3105017935","https://openalex.org/W4235399758"],"related_works":["https://openalex.org/W4382894326","https://openalex.org/W3036314732","https://openalex.org/W3035105474","https://openalex.org/W3009669391","https://openalex.org/W3154141118","https://openalex.org/W4388896133","https://openalex.org/W3031607536","https://openalex.org/W3135208316","https://openalex.org/W3107152225","https://openalex.org/W3119540162"],"abstract_inverted_index":{"The":[0,14],"current":[1],"COVID-19":[2],"pandemic":[3],"has":[4],"resulted":[5,26],"in":[6,27,34,48],"disruption":[7],"to":[8,54,84,101,142],"the":[9,28,123,127,137,147],"delivery":[10],"of":[11,30,122,135,146],"higher":[12],"education.":[13],"government-mandated":[15],"workplace":[16],"closures":[17],"that":[18,106],"lasted":[19],"for":[20],"two":[21],"months":[22],"from":[23,116],"April":[24],"2020":[25],"closing":[29],"all":[31],"university":[32],"campuses":[33],"our":[35,40,56,67,113],"city.":[36],"This":[37,80],"happened":[38],"while":[39],"first-year":[41],"introductory":[42],"Python":[43],"programming":[44,124],"course":[45],"was":[46,74,98,107],"still":[47],"progress.":[49],"We":[50,110,130],"were":[51,140],"thus":[52],"unable":[53],"administer":[55],"final":[57,68],"exam":[58,105],"on":[59,72,112],"campus.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"describe":[65],"how":[66,136],"exam,":[69],"usually":[70],"conducted":[71],"campus,":[73],"replaced":[75],"with":[76,132],"a":[77,133,143],"performance-based":[78],"assessment.":[79],"assessment":[81,128],"tasked":[82],"students":[83],"design":[85],"and":[86,119,126],"program":[87],"their":[88,94],"own":[89],"game":[90],"individually.":[91],"After":[92],"submitting":[93],"code,":[95],"each":[96],"student":[97],"then":[99],"required":[100],"attend":[102],"an":[103],"oral":[104],"administered":[108],"online.":[109],"reflect":[111],"experience,":[114],"drawing":[115],"both":[117],"instructors'":[118],"students'":[120],"perspectives":[121],"task":[125],"format.":[129],"conclude":[131],"description":[134],"lessons":[138],"learnt":[139],"applied":[141],"subsequent":[144],"run":[145],"course.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}