{"id":"https://openalex.org/W4310354037","doi":"https://doi.org/10.1109/fie56618.2022.9962584","title":"Design an Assessment for an Introductory Computer Science Course: A Systematic Literature Review","display_name":"Design an Assessment for an Introductory Computer Science Course: A Systematic Literature Review","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4310354037","doi":"https://doi.org/10.1109/fie56618.2022.9962584"},"language":"en","primary_location":{"id":"doi:10.1109/fie56618.2022.9962584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie56618.2022.9962584","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"2022 IEEE Frontiers in Education Conference (FIE)","issn_l":"0190-5848","issn":["0190-5848","2377-634X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066926537","display_name":"Qingwan Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingwan Cheng","raw_affiliation_strings":["Boston College,Chestnut Hill,MA","Boston College, Chestnut Hill, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston College,Chestnut Hill,MA","institution_ids":["https://openalex.org/I103531236"]},{"raw_affiliation_string":"Boston College, Chestnut Hill, MA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040377634","display_name":"Angela Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angela Tao","raw_affiliation_strings":["Boston College,Chestnut Hill,MA","Boston College, Chestnut Hill, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston College,Chestnut Hill,MA","institution_ids":["https://openalex.org/I103531236"]},{"raw_affiliation_string":"Boston College, Chestnut Hill, MA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068675624","display_name":"Huangliang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huangliang Chen","raw_affiliation_strings":["Boston College,Chestnut Hill,MA","Boston College, Chestnut Hill, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston College,Chestnut Hill,MA","institution_ids":["https://openalex.org/I103531236"]},{"raw_affiliation_string":"Boston College, Chestnut Hill, MA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089701913","display_name":"Ma\u00edra Marques Samary","orcid":"https://orcid.org/0000-0001-5347-1664"},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maira Marques Samary","raw_affiliation_strings":["Boston College,Chestnut Hill,MA","Boston College, Chestnut Hill, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston College,Chestnut Hill,MA","institution_ids":["https://openalex.org/I103531236"]},{"raw_affiliation_string":"Boston College, Chestnut Hill, MA","institution_ids":["https://openalex.org/I103531236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I103531236"],"apc_list":null,"apc_paid":null,"fwci":0.1512,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.4562212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.7563767433166504},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.602697491645813},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5237117409706116},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5236337184906006},{"id":"https://openalex.org/keywords/concept-inventory","display_name":"Concept inventory","score":0.4503721296787262},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.33129531145095825},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2767193913459778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1266213059425354},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11870267987251282}],"concepts":[{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.7563767433166504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.602697491645813},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5237117409706116},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5236337184906006},{"id":"https://openalex.org/C59785418","wikidata":"https://www.wikidata.org/wiki/Q5158395","display_name":"Concept inventory","level":2,"score":0.4503721296787262},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.33129531145095825},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2767193913459778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1266213059425354},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11870267987251282},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie56618.2022.9962584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie56618.2022.9962584","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"2022 IEEE Frontiers in Education Conference (FIE)","issn_l":"0190-5848","issn":["0190-5848","2377-634X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W104427505","https://openalex.org/W1504032559","https://openalex.org/W1975180387","https://openalex.org/W1980080637","https://openalex.org/W1981873425","https://openalex.org/W1984954093","https://openalex.org/W2003928905","https://openalex.org/W2015020974","https://openalex.org/W2016385238","https://openalex.org/W2029983949","https://openalex.org/W2035055898","https://openalex.org/W2042304893","https://openalex.org/W2042876500","https://openalex.org/W2048353495","https://openalex.org/W2071792242","https://openalex.org/W2081614346","https://openalex.org/W2082372285","https://openalex.org/W2090234243","https://openalex.org/W2090471876","https://openalex.org/W2100584288","https://openalex.org/W2117080284","https://openalex.org/W2165076937","https://openalex.org/W2275572593","https://openalex.org/W2284328669","https://openalex.org/W2293412016","https://openalex.org/W2314503383","https://openalex.org/W2413768681","https://openalex.org/W2460612746","https://openalex.org/W2474727314","https://openalex.org/W2512013293","https://openalex.org/W2743615984","https://openalex.org/W2786754195","https://openalex.org/W2809035049","https://openalex.org/W2809344688","https://openalex.org/W2886585694","https://openalex.org/W2910880405","https://openalex.org/W2962987271","https://openalex.org/W2964325521","https://openalex.org/W2964684033","https://openalex.org/W2964982419","https://openalex.org/W2965701259","https://openalex.org/W3009343651","https://openalex.org/W3009414700","https://openalex.org/W3009907572","https://openalex.org/W3010192453","https://openalex.org/W3010446215","https://openalex.org/W3011643858","https://openalex.org/W3013301909","https://openalex.org/W3013336967","https://openalex.org/W3034023188","https://openalex.org/W3080113556","https://openalex.org/W3101318623","https://openalex.org/W3134035864","https://openalex.org/W3135872390","https://openalex.org/W4231203432","https://openalex.org/W4238051748","https://openalex.org/W6604283830","https://openalex.org/W6630026091","https://openalex.org/W6645182953","https://openalex.org/W6645606251","https://openalex.org/W6662375003","https://openalex.org/W6675080237","https://openalex.org/W6730561743","https://openalex.org/W6742135633","https://openalex.org/W6752561496"],"related_works":["https://openalex.org/W2386723501","https://openalex.org/W2387879414","https://openalex.org/W2390304029","https://openalex.org/W2354923724","https://openalex.org/W2146830340","https://openalex.org/W4288601434","https://openalex.org/W2377101853","https://openalex.org/W2362180844","https://openalex.org/W2378405797","https://openalex.org/W2901074640"],"abstract_inverted_index":{"This":[0,61,169],"Research":[1],"Full":[2],"Paper":[3],"presents":[4],"a":[5,142,174,288,320,341],"literature":[6,176,353],"review":[7,177,354],"on":[8,156],"introductory":[9,30,118,139,150,186,201,229,328],"CS":[10,31,45,49,103,121,129,138,149,187,202],"assessments.":[11,302],"As":[12],"Computer":[13],"Science":[14],"(CS)":[15],"becomes":[16],"increasingly":[17],"popular":[18,259,270],"in":[19,50,63,300],"the":[20,35,64,73,90,101,113,136,183,194,214,257,276,347,359],"world":[21],"of":[22,42,58,66,117,145,153,182,200,238,279,330],"big":[23],"data,":[24],"more":[25,269],"college":[26],"students":[27,38,78,357],"are":[28,223,256,268,275,298,307],"taking":[29],"courses":[32],"to":[33,44,56,111,126,135,172,178,191,196,225,246],"follow":[34,100],"trend.":[36],"However,":[37],"have":[39],"different":[40],"levels":[41],"exposure":[43,67],"when":[46],"they":[47,81,98],"start":[48],"college,":[51],"varying":[52],"from":[53,350],"no":[54],"experience":[55],"years":[57],"coding":[59],"experience.":[60],"disparity":[62],"amount":[65],"can":[68],"pose":[69],"many":[70],"problems.":[71],"In":[72],"same":[74],"intro-level":[75],"class,":[76],"some":[77,205],"may":[79,105],"think":[80],"do":[82],"not":[83,318],"learn":[84],"anything":[85],"new,":[86],"while":[87,292],"others":[88],"believe":[89],"professor":[91],"goes":[92],"through":[93],"concepts":[94,329],"so":[95],"fast":[96],"that":[97,161,189,222,251,326],"cannot":[99],"pace.":[102],"professors":[104],"also":[106],"feel":[107],"confused":[108],"about":[109],"how":[110],"control":[112],"pace":[114],"and":[115,131,158,204,227,235,244,254,263,296,305,336,362,365],"content":[116],"courses.":[119,140,230],"Therefore,":[120],"departments":[122],"need":[123,190],"an":[124,180],"assessment":[125,233,260,290,322,344],"measure":[127],"students\u2019":[128,163,198,281],"knowledge":[130,165],"then":[132],"assign":[133],"them":[134,154],"appropriate":[137],"Though":[141],"vast":[143],"number":[144],"research":[146],"papers":[147,212,221],"discuss":[148],"courses,":[151],"few":[152],"focus":[155],"developing":[157],"validating":[159],"assessments":[160,226],"evaluate":[162,197],"background":[164],"(i.e.,":[166],"concept":[167,324],"inventory).":[168],"paper":[170],"aims":[171],"conduct":[173],"systematic":[175,352],"gain":[179],"overview":[181],"most":[184,258],"important":[185],"contents":[188],"be":[192],"assessed,":[193],"methods":[195],"understanding":[199],"concepts,":[203],"existing":[206,308],"assessments/concept":[207,309],"inventories.":[208],"By":[209],"reviewing":[210],"relevant":[211],"over":[213],"last":[215],"15":[216],"years,":[217],"we":[218],"selected":[219],"48":[220],"related":[224],"corresponding":[228],"We":[231,249],"collected":[232,349],"information":[234,348],"made":[236],"tables":[237],"contents,":[239],"question":[240],"types,":[241],"programming":[242],"languages,":[243],"origins":[245],"analyze":[247],"data.":[248],"found":[250],"iterations,":[252],"conditionals,":[253],"variables":[255],"contents.":[261],"Multiple-Choice":[262],"Code":[264,272],"Writing":[265],"questions,":[266,274],"which":[267],"than":[271],"Explaining":[273],"preferred":[277],"ways":[278],"assessing":[280],"knowledge.":[282],"Scratch":[283],"is":[284,317],"commonly":[285],"used":[286],"as":[287],"CS0":[289,331],"language,":[291],"Python,":[293],"Java,":[294],"C,":[295],"Pseudo-codes":[297],"employed":[299],"CS1":[301,312,334],"FCS1,":[303],"SCS1,":[304],"BDSI":[306],"inventories":[310],"for":[311,367],"or":[313,323],"CS2,":[314],"but":[315],"there":[316],"yet":[319],"validated":[321],"inventory":[325],"encompasses":[327],"(computational":[332],"thinking),":[333],"(fundamentals),":[335],"CS2":[337],"(data":[338],"structure).":[339],"Designing":[340],"comprehensive":[342],"CS0/CS1/CS2":[343],"by":[345],"using":[346],"our":[351],"would":[355],"help":[356],"choose":[358],"right":[360],"course":[361],"benefit":[363],"educators":[364],"researchers":[366],"general":[368],"use.":[369]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}