{"id":"https://openalex.org/W4392861507","doi":"https://doi.org/10.1145/3626253.3635403","title":"Mining Students' Mastery Levels from CS Placement Tests via LLMs","display_name":"Mining Students' Mastery Levels from CS Placement Tests via LLMs","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392861507","doi":"https://doi.org/10.1145/3626253.3635403"},"language":"en","primary_location":{"id":"doi:10.1145/3626253.3635403","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626253.3635403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"conference-abstract","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050387919","display_name":"Y. Li","orcid":"https://orcid.org/0000-0002-2133-9404"},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Li","raw_affiliation_strings":["Boston College, Chestnut Hill, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2133-9404","affiliations":[{"raw_affiliation_string":"Boston College, Chestnut Hill, MA, USA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003217567","display_name":"Riteng Zhang","orcid":"https://orcid.org/0000-0003-1939-6837"},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Riteng Zhang","raw_affiliation_strings":["Boston College, Chestnut Hill, MA, USA"],"raw_orcid":"https://orcid.org/0009-0006-6742-2234","affiliations":[{"raw_affiliation_string":"Boston College, Chestnut Hill, MA, USA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071909512","display_name":"Danni Qu","orcid":"https://orcid.org/0009-0005-9133-1175"},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danni Qu","raw_affiliation_strings":["Boston College, Chestnut Hill, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-9133-1175","affiliations":[{"raw_affiliation_string":"Boston College, Chestnut Hill, MA, USA","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089701913","display_name":"Ma\u00edra Marques Samary","orcid":"https://orcid.org/0000-0001-5347-1664"},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ma\u00edra Marques Samary","raw_affiliation_strings":["Boston College, Chestnut Hill, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5347-1664","affiliations":[{"raw_affiliation_string":"Boston College, Chestnut Hill, MA, USA","institution_ids":["https://openalex.org/I103531236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I103531236"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1883","last_page":"1883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4488251805305481},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3629729449748993},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30765777826309204}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4488251805305481},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3629729449748993},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30765777826309204}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626253.3635403","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626253.3635403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"In":[0,35],"higher":[1],"education,":[2],"introductory":[3,44],"Computer":[4],"Science":[5],"(CS)":[6],"programs":[7],"offer":[8],"a":[9,127,195,205,212],"range":[10],"of":[11,85,170,179,218],"foundational":[12],"courses.":[13],"These":[14,188],"encompass":[15],"not":[16],"only":[17],"the":[18,42,76,83,110,132,156,165,168,171,177,216],"standard":[19],"CS1":[20],"and":[21,33,56,140],"CS2":[22,141],"courses":[23],"but":[24],"may":[25],"also":[26],"include":[27],"more":[28,162],"specialized":[29],"options":[30],"like":[31],"CS0":[32],"CS1.5.":[34],"order":[36],"to":[37,41,65,90,112,151,193,221],"appropriately":[38],"assign":[39],"students":[40,101],"suitable":[43],"courses,":[45],"many":[46],"institutions":[47,60,192],"utilize":[48],"placement":[49,157,172,207,224],"tests,":[50],"which":[51],"assess":[52],"students'":[53],"pre-existing":[54],"knowledge":[55,198],"skills.":[57],"While":[58],"most":[59],"rely":[61],"on":[62],"accuracy":[63],"alone":[64],"make":[66],"these":[67],"determinations,":[68],"there":[69],"is":[70],"often":[71],"additional":[72,121],"information":[73],"concealed":[74],"within":[75],"completed":[77],"tests.":[78],"This":[79],"paper":[80],"delves":[81],"into":[82,99],"potential":[84],"Large":[86],"Language":[87],"Models":[88],"(LLMs)":[89],"uncover":[91],"this":[92,219],"hidden":[93],"information,":[94],"particularly":[95],"in":[96,103,115,135,155,164,182],"gaining":[97],"insights":[98],"how":[100],"perform":[102],"different":[104,118],"concepts.":[105],"Moreover,":[106],"our":[107],"framework":[108,220],"has":[109],"flexibility":[111],"accommodate":[113],"variations":[114],"curricula":[116],"across":[117,199],"institutions,":[119],"providing":[120],"analytical":[122],"perspectives.":[123],"Initially,":[124],"we":[125,210],"built":[126],"concept":[128,184],"inventory":[129],"(CI)":[130],"using":[131,204],"concepts":[133,163,201],"covered":[134],"an":[136,144],"institution's":[137],"CS0,":[138],"CS1,":[139],"curricula.":[142],"Next,":[143],"LLM,":[145],"specifically":[146],"GPT":[147],"3.5,":[148],"was":[149],"applied":[150],"associate":[152],"each":[153,183],"question":[154],"test":[158,225],"with":[159],"one":[160],"or":[161],"CI.":[166],"Finally,":[167],"results":[169,226],"tests":[173],"were":[174],"scrutinized,":[175],"allowing":[176],"calculation":[178],"mastery":[180,189],"levels":[181,190],"for":[185],"individual":[186],"students.":[187],"enable":[191],"gauge":[194],"student's":[196],"prior":[197],"various":[200],"simply":[202],"by":[203],"CS":[206],"test.":[208],"Additionally,":[209],"presented":[211],"case":[213],"study":[214],"demonstrating":[215],"application":[217],"267":[222],"existing":[223],"at":[227],"Boston":[228],"College.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}