{"id":"https://openalex.org/W4292258974","doi":"https://doi.org/10.1109/vl/hcc53370.2022.9833130","title":"LevelUp \u2013 Automatic Assessment of Block-Based Machine Learning Projects for AI Education","display_name":"LevelUp \u2013 Automatic Assessment of Block-Based Machine Learning Projects for AI Education","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292258974","doi":"https://doi.org/10.1109/vl/hcc53370.2022.9833130"},"language":"en","primary_location":{"id":"doi:10.1109/vl/hcc53370.2022.9833130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl/hcc53370.2022.9833130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108740043","display_name":"Tejal Reddy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tejal Reddy","raw_affiliation_strings":["MIT,EECS,Cambridge,MA,USA","EECS, MIT, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT,EECS,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"EECS, MIT, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055884793","display_name":"Randi Williams","orcid":"https://orcid.org/0000-0002-7740-5749"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]},{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randi Williams","raw_affiliation_strings":["MIT,Media Lab,Cambridge,MA,USA","Media Lab, MIT, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT,Media Lab,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"Media Lab, MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210142372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108541589","display_name":"Cynthia Breazeal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]},{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Breazeal","raw_affiliation_strings":["MIT,Media Lab,Cambridge,MA,USA","Media Lab, MIT, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT,Media Lab,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"Media Lab, MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210142372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2306,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90289996,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.876481294631958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6639038920402527},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5971918106079102},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.49243125319480896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35551899671554565},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2813485264778137},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13449013233184814},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.10449948906898499}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.876481294631958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6639038920402527},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5971918106079102},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.49243125319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35551899671554565},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2813485264778137},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13449013233184814},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.10449948906898499},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vl/hcc53370.2022.9833130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl/hcc53370.2022.9833130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W112965270","https://openalex.org/W2191784741","https://openalex.org/W2246775628","https://openalex.org/W2552041457","https://openalex.org/W2753297230","https://openalex.org/W2799461297","https://openalex.org/W2965058023","https://openalex.org/W2972853064","https://openalex.org/W3029022390","https://openalex.org/W3040808649","https://openalex.org/W3088972476","https://openalex.org/W3134104126","https://openalex.org/W3135777491","https://openalex.org/W3173796469","https://openalex.org/W3177193380","https://openalex.org/W3196030323","https://openalex.org/W4245652239","https://openalex.org/W4285155695","https://openalex.org/W4310842272","https://openalex.org/W6604558256","https://openalex.org/W6767498594","https://openalex.org/W6783287619"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2361109369","https://openalex.org/W2127925696","https://openalex.org/W4236894867","https://openalex.org/W3090983697","https://openalex.org/W2565681818","https://openalex.org/W2058338047","https://openalex.org/W2135254841","https://openalex.org/W2078463530","https://openalex.org/W4315477584"],"abstract_inverted_index":{"Although":[0],"artificial":[1],"intelligence":[2],"(AI)":[3],"is":[4,76],"increasingly":[5],"involved":[6],"in":[7,47,150],"everyday":[8],"technologies,":[9],"AI":[10,20,27,50,196],"literacy":[11],"amongst":[12],"the":[13,95,123,151,159,188],"general":[14],"public":[15],"remains":[16],"low.":[17],"Thus":[18],"many":[19],"education":[21],"curricula":[22],"for":[23,36,195],"people":[24],"without":[25],"prior":[26],"experience":[28],"have":[29],"emerged,":[30],"often":[31],"utilizing":[32],"graphical":[33],"programming":[34,81],"languages":[35],"hands-on":[37],"projects.":[38,92],"However,":[39],"there":[40],"are":[41],"no":[42],"tools":[43,194],"that":[44,172],"assist":[45],"educators":[46,72],"evaluating":[48],"learners’":[49],"projects":[51,141,155],"or":[52],"provide":[53],"learners":[54],"with":[55,97],"contemporaneous":[56],"feedback":[57,87],"on":[58,88,126],"their":[59,89,140],"work.":[60],"We":[61,93,145,161],"developed":[62],"LevelUp,":[63],"an":[64],"automatic":[65,183],"code":[66,192],"analysis":[67,193],"tool":[68,96,185],"to":[69,165],"support":[70],"these":[71],"and":[73,83,115,136,176],"learners.":[74],"LevelUp":[75,114,173],"built":[77],"into":[78],"a":[79,98,147],"block-based":[80],"platform":[82],"gives":[84],"users":[85],"continuous":[86],"text":[90,106,130],"classification":[91,107],"evaluated":[94],"crossover":[99],"user":[100],"study":[101],"where":[102,110],"participants":[103,170],"completed":[104],"two":[105],"projects,":[108],"once":[109,116],"they":[111,118,157],"could":[112,119],"access":[113],"when":[117],"not.":[120],"To":[121],"measure":[122],"tool’s":[124],"impact":[125],"participants’":[127,154,167],"understanding":[128],"of":[129,139,153,180,190],"classification,":[131],"we":[132],"used":[133,158,163],"pre-post":[134],"assessments":[135],"graded":[137],"both":[138],"against":[142],"LevelUp’s":[143],"rubric.":[144],"saw":[146],"significant":[148],"improvement":[149],"quality":[152],"after":[156],"tool.":[160],"also":[162],"questionnaires":[164],"solicit":[166],"feedback.":[168],"Overall,":[169],"said":[171],"was":[174],"useful":[175],"intuitive.":[177],"Our":[178],"investigation":[179],"this":[181],"novel":[182],"assessment":[184],"can":[186],"inform":[187],"design":[189],"future":[191],"education.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}